-- Logs begin at Sat 2021-06-19 01:02:34 UTC, end at Sat 2021-06-19 02:08:24 UTC. -- Jun 19 01:46:01.093692 dv-cinder-797170-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 19 01:46:03.802724 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.common.config [-] Logging enabled! Jun 19 01:46:03.803369 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 19 01:46:03.803520 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 01:46:03.807536 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.common.config [-] Logging enabled! Jun 19 01:46:03.807814 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 19 01:46:03.808139 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 01:46:03.809127 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 01:46:03.809368 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 01:46:03.809767 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 01:46:03.810024 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 01:46:03.810260 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 01:46:03.810588 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.810895 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.811199 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.811439 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.811746 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.812084 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.812375 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.812670 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.812974 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.813271 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.813584 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.813850 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.814087 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.814376 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.814669 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.814965 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.815198 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] debug = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.815489 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.815949 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.816377 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.816664 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.816963 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.817253 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.817536 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.817820 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.818114 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.818452 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] host = dv-cinder-797170-1-smb {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.818737 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.819032 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.819326 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.819618 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.819934 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.820219 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.820511 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.820792 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.821072 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.821352 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.821644 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.822518 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.822818 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.823053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.823278 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.823574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.823891 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.824175 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.824455 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.824735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.825019 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.825297 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.825572 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.825863 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.830906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.831735 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.832169 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.832231 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.832514 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.832797 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.833078 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.833387 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] use_json = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.833640 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.833915 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.834207 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.834489 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.834772 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.835059 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.835342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.835634 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:03.835973 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.836283 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.836594 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.836890 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.837194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.837530 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.837835 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.838123 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.838420 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.838719 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.839021 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.839309 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.839609 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.839922 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.840230 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.840545 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.840997 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.841146 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.841430 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.841716 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.841999 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.842285 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.842581 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.842894 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.843331 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.843452 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.844409 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.844409 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.844409 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.845574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.845574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.845574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.845574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.846302 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.846302 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.846302 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.846526 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.847010 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.847010 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.847526 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.847655 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.848376 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.848376 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.848571 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.851870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.852742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.852742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.852742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.852742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.852742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.852742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.853241 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.853871 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.854177 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.855379 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.855379 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.855379 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.855379 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.855706 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.855878 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.856180 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.856490 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.856784 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.857072 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.857360 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.857649 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.857936 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.858225 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.858511 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.859257 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.859257 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.859515 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.859669 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.859961 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.860252 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.860536 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.860838 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.861123 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.861414 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.861698 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.861986 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.862287 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.862577 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.862879 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.863180 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.863479 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.863807 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.864104 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.864391 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.864714 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.865000 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:03.865231 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 01:46:03.865487 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105047) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 19 01:46:04.225068 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:04.225354 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:04.225648 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:04.225988 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 19 01:46:04.624897 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.625224 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.625455 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.626778 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.627061 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.627336 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.662484 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.662776 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.663055 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.677205 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.677496 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.677772 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.708156 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.708452 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.708729 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.746329 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.746661 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:04.749465 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.014138 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.014773 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.014773 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.014945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.015806 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.141893 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.142218 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.142513 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.142776 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.143049 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.143388 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.143630 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.143913 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.144170 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.144456 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.144716 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.144985 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.145246 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.145512 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.145770 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.146038 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.146306 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.146560 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.146832 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.147092 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.147380 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.147731 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.148010 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.148291 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.148541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.148787 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.149202 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:05.149444 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:05.149681 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:05.150482 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:05.150709 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:05.150945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:05.151319 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 19 01:46:05.155804 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 19 01:46:05.159714 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 19 01:46:05.163552 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 19 01:46:05.165205 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 19 01:46:05.165693 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 19 01:46:05.166023 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 19 01:46:05.166413 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 19 01:46:05.169250 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 19 01:46:05.169505 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 19 01:46:05.169856 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 01:46:05.198718 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 19 01:46:05.199174 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.199474 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 19 01:46:05.199856 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.201233 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 19 01:46:05.201566 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 01:46:05.201771 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 19 01:46:05.204968 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.205246 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:05.268491 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 19 01:46:05.268671 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 19 01:46:05.268871 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 19 01:46:05.269253 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 19 01:46:05.295696 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_db.sqlalchemy.engines [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105047) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 19 01:46:05.979307 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing driver for type 'gre' Jun 19 01:46:05.979765 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] gre ID ranges: [(1, 1000)] Jun 19 01:46:06.178757 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing driver for type 'local' Jun 19 01:46:06.179446 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing driver for type 'vlan' Jun 19 01:46:06.253385 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] VlanTypeDriver initialization complete Jun 19 01:46:06.253651 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing driver for type 'vxlan' Jun 19 01:46:06.254171 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] vxlan ID ranges: [(1, 1000)] Jun 19 01:46:06.453078 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing extension driver 'port_security' Jun 19 01:46:06.453420 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] PortSecurityExtensionDriver initialization complete Jun 19 01:46:06.453759 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing mechanism driver 'openvswitch' Jun 19 01:46:06.454088 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing mechanism driver 'hyperv' Jun 19 01:46:06.466887 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:06.467680 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.468092 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.468462 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.468863 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.469224 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.469580 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.469965 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.470320 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.470671 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.471058 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > security_group after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.471439 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > security_group after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.471812 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > security_group after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.472190 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.472540 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.472885 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.473268 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > address_group after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.473623 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > address_group after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.473971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > address_group after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.474318 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] ML2 OVO RPC backend initialized. {{(pid=105047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 19 01:46:06.475040 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.475398 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.475843 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.476197 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > networks before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.476549 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.476895 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > ports before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.477243 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.477587 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnets before_response 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.478619 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.479140 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.479266 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.479585 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.479961 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.480312 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.480656 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.480997 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.481337 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.481922 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.plugin [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Modular L2 Plugin initialization complete Jun 19 01:46:06.482254 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading services supported by the core plugin {{(pid=105047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 19 01:46:06.482590 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.plugins.ml2.managers [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Got port-security extension from driver 'port_security' Jun 19 01:46:06.483058 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.extensions.vlantransparent [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Disabled vlantransparent extension. Jun 19 01:46:06.483550 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 19 01:46:06.483913 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: router Jun 19 01:46:06.529930 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_interface before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.530251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_create 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.530717 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router before_create 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.531090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.531570 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.532165 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_delete 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.532534 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > floatingip after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.532906 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_create 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.533263 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_update 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.533621 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_update 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.533977 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.534347 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_update 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.534765 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_update 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.535139 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.535486 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.535874 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: subnet after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.536205 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.536557 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > port precommit_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.536911 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_create 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.537263 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.537616 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.537976 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router after_update 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.538324 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_delete 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.538689 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_create 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.539063 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.539420 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_update 55549900 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.539830 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > network after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.541329 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Tracking information for resource: router configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:06.541669 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Tracking information for resource: floatingip configured {{(pid=105047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 01:46:06.548764 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.db.l3_agentschedulers_db [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 19 01:46:06.549360 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.549730 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port after_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.550090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port after_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.550449 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: port after_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.551266 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router before_create 55550100 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.551640 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_delete 55550100 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.552046 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_create 55550100 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.552416 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > router precommit_update 55550100 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.557752 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.provider_configuration [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service providers = [] {{(pid=105047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 19 01:46:06.558120 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.db.servicetype_db [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 19 01:46:06.561073 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.service_base [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 01:46:06.561431 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.service_base [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 01:46:06.561779 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.service_base [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 01:46:06.562655 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.services.service_base [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 01:46:06.563042 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.services.service_base [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 19 01:46:06.563426 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.563750 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 19 01:46:06.581144 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.581487 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: auto_allocate Jun 19 01:46:06.587408 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: network precommit_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.587970 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: network precommit_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.588508 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.588842 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: tag Jun 19 01:46:06.595436 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.595767 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: timestamp Jun 19 01:46:06.599602 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.600048 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: network_ip_availability Jun 19 01:46:06.613389 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.613770 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.614129 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.614886 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.615208 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: flavors Jun 19 01:46:06.620892 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.621221 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading Plugin: revisions Jun 19 01:46:06.625519 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 01:46:06.625908 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_concurrency.lockutils [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.400s {{(pid=105047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:06.626642 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 19 01:46:06.626973 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Initializing extension manager. Jun 19 01:46:06.627475 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: __init__.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.627837 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: __pycache__ {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.628169 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.628499 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: address_group.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.629257 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.629825 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: address-group Jun 19 01:46:06.630147 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: address_scope.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.630836 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.631335 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: address-scope Jun 19 01:46:06.631653 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: admin_state_down_before_update.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.632586 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.633084 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: router-admin-state-down-before-update Jun 19 01:46:06.633404 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: agent.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.634088 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.634581 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: agent Jun 19 01:46:06.634904 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: agent_resources_synced.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.635805 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.636314 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: agent-resources-synced Jun 19 01:46:06.636632 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: allowedaddresspairs.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.638381 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.638900 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: allowed-address-pairs Jun 19 01:46:06.639229 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: auto_allocated_topology.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.641380 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.641895 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: auto-allocated-topology Jun 19 01:46:06.642221 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: availability_zone.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.642907 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.643405 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: availability_zone Jun 19 01:46:06.643729 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: availability_zone_filter.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.644665 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.645161 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: availability_zone_filter Jun 19 01:46:06.645819 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: data_plane_status.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.646348 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.646844 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension data-plane-status not supported by any of loaded plugins Jun 19 01:46:06.647165 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: default_subnetpools.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.648071 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.648574 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: default-subnetpools Jun 19 01:46:06.648897 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: dhcpagentscheduler.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.649701 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.650739 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: dhcp_agent_scheduler Jun 19 01:46:06.651052 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: dns.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.651987 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.652485 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension dns-integration not supported by any of loaded plugins Jun 19 01:46:06.652804 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: dns_domain_ports.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.653687 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.654192 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 19 01:46:06.654518 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: dvr.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.655170 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.655668 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: dvr Jun 19 01:46:06.656011 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: empty_string_filtering.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.656901 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.657404 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: empty-string-filtering Jun 19 01:46:06.657723 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.658606 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.659096 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 19 01:46:06.659410 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.660311 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.660806 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 19 01:46:06.661123 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: external_net.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.662005 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.662500 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: external-net Jun 19 01:46:06.662836 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: extra_dhcp_opt.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.663708 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.664242 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: extra_dhcp_opt Jun 19 01:46:06.664556 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: extraroute.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.666022 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.666556 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: extraroute Jun 19 01:46:06.666895 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: extraroute_atomic.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.667941 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.668443 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: extraroute-atomic Jun 19 01:46:06.668762 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: filter_validation.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.669423 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.669988 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: filter-validation Jun 19 01:46:06.670243 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: fip_pf_description.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.679511 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.680038 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 19 01:46:06.680357 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: fip_port_details.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.681816 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.682313 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: fip-port-details Jun 19 01:46:06.682634 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: flavors.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.683884 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.684403 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: flavors Jun 19 01:46:06.684727 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.686386 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.686894 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 19 01:46:06.687221 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: floatingip_pools.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.687943 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.688449 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: floatingip-pools Jun 19 01:46:06.688773 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: ip_allocation.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.689673 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.690176 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension ip_allocation not supported by any of loaded plugins Jun 19 01:46:06.690495 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.691388 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.691917 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: ip-substring-filtering Jun 19 01:46:06.692240 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l2_adjacency.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.693145 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.693638 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 19 01:46:06.693957 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.694935 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.695438 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: router Jun 19 01:46:06.695759 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3_conntrack_helper.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.698249 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.698763 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 19 01:46:06.699096 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.700038 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.700548 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: ext-gw-mode Jun 19 01:46:06.700873 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.701763 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.702263 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: l3-ha Jun 19 01:46:06.702586 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3_flavors.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.703484 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.704022 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: l3-flavors Jun 19 01:46:06.704350 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.714153 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.714650 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 19 01:46:06.714974 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: l3agentscheduler.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.716031 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.716540 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: l3_agent_scheduler Jun 19 01:46:06.716865 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: logging.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.718342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.718855 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension logging not supported by any of loaded plugins Jun 19 01:46:06.719183 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: metering.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.719941 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.720516 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: metering Jun 19 01:46:06.720841 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.721903 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.722417 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: metering_source_and_destination_fields Jun 19 01:46:06.722742 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: multiprovidernet.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.723634 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.724171 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: multi-provider Jun 19 01:46:06.724494 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: netmtu.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.725381 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.725877 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: net-mtu Jun 19 01:46:06.726203 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: netmtu_writable.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.727092 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.727591 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: net-mtu-writable Jun 19 01:46:06.728005 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: network_availability_zone.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.728658 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.729153 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: network_availability_zone Jun 19 01:46:06.729467 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: network_ip_availability.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.730535 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.731039 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: network-ip-availability Jun 19 01:46:06.731352 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: network_segment_range.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.732137 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.732629 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension network-segment-range not supported by any of loaded plugins Jun 19 01:46:06.732945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: pagination.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.733901 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.734225 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: pagination Jun 19 01:46:06.734540 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: port_device_profile.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.735419 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.735955 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: port-device-profile Jun 19 01:46:06.736275 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.741082 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.741587 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: port-mac-address-regenerate Jun 19 01:46:06.742165 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.743061 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.744124 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: port-numa-affinity-policy Jun 19 01:46:06.744447 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: port_resource_request.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.745494 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.745993 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension port-resource-request not supported by any of loaded plugins Jun 19 01:46:06.746314 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: portbindings.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.747218 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.747714 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: binding Jun 19 01:46:06.748061 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: portbindings_extended.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.749318 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.749830 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: binding-extended Jun 19 01:46:06.750163 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: portsecurity.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.751059 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.751569 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: port-security Jun 19 01:46:06.751925 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: project_id.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.752867 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.753193 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: project-id Jun 19 01:46:06.753510 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: providernet.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.754414 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.754920 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: provider Jun 19 01:46:06.755239 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.758899 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.759715 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos not supported by any of loaded plugins Jun 19 01:46:06.760065 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.761303 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.761812 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 19 01:46:06.762139 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.763027 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.763535 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 19 01:46:06.763884 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_default.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.769951 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.770468 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-default not supported by any of loaded plugins Jun 19 01:46:06.770795 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_fip.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.771447 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.771976 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-fip not supported by any of loaded plugins Jun 19 01:46:06.772327 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_gateway_ip.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.773232 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.773735 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 19 01:46:06.774055 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_port_network_policy.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.775498 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.776034 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 19 01:46:06.776356 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_rule_type_details.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.777249 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.777757 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 19 01:46:06.778086 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: qos_rules_alias.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.779102 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.779605 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 19 01:46:06.780017 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: quotasv2.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.780916 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.781242 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: quotas Jun 19 01:46:06.781566 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: quotasv2_detail.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.784668 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.785010 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: quota_details Jun 19 01:46:06.785349 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: rbac.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.786394 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.786913 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: rbac-policies Jun 19 01:46:06.787243 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: rbac_address_group.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.788174 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.788683 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: rbac-address-group Jun 19 01:46:06.789005 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: rbac_address_scope.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.789899 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.790468 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: rbac-address-scope Jun 19 01:46:06.790797 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: rbac_security_groups.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.791704 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.792237 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: rbac-security-groups Jun 19 01:46:06.792563 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: rbac_subnetpool.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.793451 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.793952 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: rbac-subnetpool Jun 19 01:46:06.794276 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: revisionifmatch.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.795179 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.795672 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: revision-if-match Jun 19 01:46:06.796026 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: revisions.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.797317 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.797822 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: standard-attr-revisions Jun 19 01:46:06.798148 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: router_availability_zone.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.798804 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.799305 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: router_availability_zone Jun 19 01:46:06.799625 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: routerservicetype.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.806633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.807136 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension router-service-type not supported by any of loaded plugins Jun 19 01:46:06.807457 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.808387 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.808891 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: security-groups-normalized-cidr Jun 19 01:46:06.809210 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: security_groups_port_filtering.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.810101 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.810609 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: port-security-groups-filtering Jun 19 01:46:06.810932 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.811852 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.812353 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: security-groups-remote-address-group Jun 19 01:46:06.812673 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: securitygroup.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.822312 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.822833 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: security-group Jun 19 01:46:06.823221 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: segment.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.823966 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.824474 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension segment not supported by any of loaded plugins Jun 19 01:46:06.824799 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.825708 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.826216 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 19 01:46:06.826532 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: servicetype.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.827625 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.828169 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: service-type Jun 19 01:46:06.828494 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: sorting.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.829460 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.829785 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: sorting Jun 19 01:46:06.830105 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: standard_attr_segment.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.835397 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.835939 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 19 01:46:06.836266 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: standardattrdescription.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.836895 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.837942 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: standard-attr-description Jun 19 01:46:06.838261 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: stateful_security_group.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.839232 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.839745 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: stateful-security-group Jun 19 01:46:06.840098 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: stdattrs_common.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.840666 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 19 01:46:06.840981 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.841982 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.842485 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 19 01:46:06.842805 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: subnet_onboard.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.843927 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.844439 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: subnet_onboard Jun 19 01:46:06.844762 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.845682 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.846184 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 19 01:46:06.846507 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: subnet_service_types.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.847406 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.847944 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: subnet-service-types Jun 19 01:46:06.848269 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: subnetallocation.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.849370 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.849921 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: subnet_allocation Jun 19 01:46:06.850246 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.850918 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.851435 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: subnetpool-prefix-ops Jun 19 01:46:06.851756 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.852692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.853377 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 19 01:46:06.853697 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: tagging.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.854767 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.855285 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: standard-attr-tag Jun 19 01:46:06.855611 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: timestamp.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.856827 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.857373 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loaded extension: standard-attr-timestamp Jun 19 01:46:06.857698 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: trunk.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.858713 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.859219 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension trunk not supported by any of loaded plugins Jun 19 01:46:06.859541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: trunk_details.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.860466 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.860964 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension trunk-details not supported by any of loaded plugins Jun 19 01:46:06.861279 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: uplink_status_propagation.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.862169 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.862669 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 19 01:46:06.862987 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Loading extension file: vlantransparent.py {{(pid=105047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 01:46:06.863647 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 01:46:06.864182 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 19 01:46:06.866978 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:network Jun 19 01:46:06.867523 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:subnet Jun 19 01:46:06.867955 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 01:46:06.868349 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:port Jun 19 01:46:06.870261 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.870699 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service FLAVORS assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.871322 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.871751 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.872108 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:router Jun 19 01:46:06.872539 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:floatingip Jun 19 01:46:06.873025 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service METERING assigned prefix: /metering {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.874497 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.874875 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.875225 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:46:06.876280 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 01:46:06.876725 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:security_group Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service CORE assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] subnetpool is already registered Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service CORE assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 01:46:06.880989 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] subnetpool is already registered Jun 19 01:46:06.881779 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.882212 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service FLAVORS assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.882805 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.883227 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.883558 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:router Jun 19 01:46:06.883936 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] router is already registered Jun 19 01:46:06.884437 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:floatingip Jun 19 01:46:06.884770 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] floatingip is already registered Jun 19 01:46:06.885223 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service METERING assigned prefix: /metering {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.885899 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 01:46:06.886219 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] rbac_policy is already registered Jun 19 01:46:06.886626 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:security_group Jun 19 01:46:06.886957 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] security_group is already registered Jun 19 01:46:06.887357 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 01:46:06.887687 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] security_group_rule is already registered Jun 19 01:46:06.888334 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service CORE assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.888660 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 01:46:06.888989 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] subnetpool is already registered Jun 19 01:46:06.889404 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.v2.resource_helper [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Service CORE assigned prefix: {{(pid=105047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 01:46:06.889723 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 01:46:06.890050 dv-cinder-797170-1-smb neutron-server[105047]: WARNING neutron.quota.resource_registry [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] subnetpool is already registered Jun 19 01:46:06.890532 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: extensions {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.892047 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: address-groups {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.893524 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: address-scopes {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.894822 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: agents {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.896006 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: auto-allocated-topology {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.897253 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: availability_zones {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.898473 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: dhcp-networks {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.900584 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: dhcp-agents {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.902016 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: routers {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.903709 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: flavors {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.906190 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: service_profiles {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.907400 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: next_providers {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.908905 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: service_profiles {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.910441 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: floatingip-pools {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.911648 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: routers {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.913376 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: floatingips {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.914641 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: l3-routers {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.916221 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: l3-agents {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.921130 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: metering-labels {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.921130 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: metering-label-rules {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.921130 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: network-ip-availabilities {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.921473 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: bindings {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.923016 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: quotas {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.924574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: quotas {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.926017 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: rbac-policies {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.927225 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: security-groups {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.928545 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: security-group-rules {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.929795 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: service-providers {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.931558 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: subnetpools {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.932975 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: subnetpools {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.934531 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.936216 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.938038 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.939808 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.941494 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.943415 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.945145 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.946980 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.948854 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.950580 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron.api.extensions [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Extended resource: tags {{(pid=105047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 01:46:06.957159 dv-cinder-797170-1-smb neutron-server[105047]: WARNING keystonemiddleware.auth_token [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 19 01:46:06.962031 dv-cinder-797170-1-smb neutron-server[105047]: WARNING keystonemiddleware.auth_token [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 19 01:46:06.970991 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_concurrency.lockutils [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Acquired lock "singleton_lock" {{(pid=105047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 19 01:46:06.971469 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_concurrency.lockutils [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Releasing lock "singleton_lock" {{(pid=105047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 19 01:46:06.972140 dv-cinder-797170-1-smb neutron-server[105047]: INFO oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Starting 2 workers Jun 19 01:46:06.976942 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Started child 105200 {{(pid=105047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 01:46:06.981781 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Started child 105201 {{(pid=105047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 01:46:06.989347 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:06.990010 dv-cinder-797170-1-smb neutron-server[105047]: INFO neutron.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 19 01:46:06.990010 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Notify callbacks [] for process, before_spawn {{(pid=105047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:06.990144 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [-] (105200) wsgi starting up on http://0.0.0.0:9696 Jun 19 01:46:06.990210 dv-cinder-797170-1-smb neutron-server[105047]: INFO oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Starting 1 workers Jun 19 01:46:06.990273 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:06.990273 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [-] (105201) wsgi starting up on http://0.0.0.0:9696 Jun 19 01:46:06.992124 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Started child 105202 {{(pid=105047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 01:46:06.992685 dv-cinder-797170-1-smb neutron-server[105047]: INFO oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Starting 1 workers Jun 19 01:46:06.996486 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] calling RpcWorker wait() {{(pid=105202) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 19 01:46:06.997084 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] returning from RpcWorker wait() {{(pid=105202) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 19 01:46:06.997863 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Started child 105203 {{(pid=105047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 01:46:06.998204 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:06.998653 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:06.998763 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7dbb-11df-4f95-a8d2-f3d21d87391b None None] Notify callbacks [] for process, after_spawn {{(pid=105047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:07.000543 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 19 01:46:07.000750 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 01:46:07.001138 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 01:46:07.001363 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 01:46:07.001699 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 01:46:07.001861 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 01:46:07.002544 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.002899 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:07.003406 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.003406 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.003406 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.003675 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.004426 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.004669 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.004905 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.005184 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.005422 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.005602 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.005767 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.006190 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.006429 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.006740 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.007058 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.007307 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.007593 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.007767 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.008202 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.008472 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.008724 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.008986 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] debug = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.009892 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.010425 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.010664 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.011089 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.011311 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.011749 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.012156 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.012438 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.012697 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.012948 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.013172 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.013448 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.013685 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.013905 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.014154 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.014412 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.014663 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.015142 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] host = dv-cinder-797170-1-smb {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.015376 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.015615 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.015899 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.016157 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.016425 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.016658 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.016913 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.017158 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.017415 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.017636 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.017873 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.018126 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.018378 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.018609 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.018782 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_options = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.019005 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.019278 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.019543 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.019734 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.019913 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.020096 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.020353 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.020506 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.020747 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.020984 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.021195 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.021409 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.021709 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.021880 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.022130 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.022327 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.022563 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.022797 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.023102 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.023265 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.023486 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.023726 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.023981 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.024223 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.024504 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.024800 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.025050 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.025249 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.025463 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.025731 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.026106 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.026513 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.026927 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.027180 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.027505 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.027682 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.027870 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.028214 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.028452 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.028695 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.028940 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.029173 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:07.029334 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.029481 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.029634 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.029837 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.030095 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_json = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.030264 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.030470 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.030721 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.030968 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.031135 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.031339 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.031554 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.031840 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.032217 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.032497 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.032801 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.041971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.042541 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043080 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.043692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044615 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044699 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.044856 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.045076 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.045290 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.045505 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.045957 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.046179 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.046393 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.046612 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.046828 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.047078 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.047329 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.047548 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.047879 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.048038 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.048248 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.048496 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.048731 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.048948 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.049178 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.051234 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.051234 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.051234 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.051234 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.051234 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.052090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.052090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.052090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.052090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.053829 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.056251 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057194 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057619 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.057619 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.058196 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.058196 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.058390 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.058500 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.058795 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.059065 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.059322 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.059575 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.059848 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.060178 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.060385 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.060663 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.060887 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.061159 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.061468 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.061715 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.062110 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.062246 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.062647 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.063058 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.063515 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.064579 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.065026 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.065447 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.065680 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.065963 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.066198 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.066419 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.066637 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.066926 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.067265 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.067497 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.067715 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.067951 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.068206 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.068467 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.068728 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.068990 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.069237 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.069488 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.069726 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.069955 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.070173 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.070413 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.070639 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.070853 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.071101 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.071313 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.071526 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.072320 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.072694 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.072982 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.073204 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.073407 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.073689 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.073874 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.074090 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.074333 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.074546 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.074785 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.075019 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.075235 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.075448 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.075660 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.075913 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.076167 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.076380 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.076667 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.076914 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.077125 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.077347 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.077600 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.077851 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.078062 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.078309 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.078524 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.078733 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.078945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.079161 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.079372 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.079584 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.079826 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.080059 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.080291 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.080540 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.080873 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.081108 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.081333 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.081578 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.081791 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.082023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.082236 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.082448 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.082659 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.082869 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.083086 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.083542 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.083979 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.084138 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.084290 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.084509 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.084741 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.084955 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.085391 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.085683 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.085996 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.086259 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.086469 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.086699 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.086946 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.087159 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.087582 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.087917 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.088131 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.088358 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.088567 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.088776 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.088988 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.089197 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.089419 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.089627 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.089840 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.090052 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.090280 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.090507 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.090713 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.090920 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.091131 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094023 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.094633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.095121 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.095121 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.095378 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.095814 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.095962 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.096171 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.096477 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.096737 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.096969 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.097252 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.098218 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.098218 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.098218 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.098468 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.099337 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.099337 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.099337 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.099581 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.099712 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.099938 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.100176 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.100418 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.100640 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.100872 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.101095 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.101312 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.101536 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.101760 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.101997 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.102239 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.102394 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 01:46:07.103470 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 19 01:46:07.103624 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 01:46:07.103937 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 01:46:07.103937 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 01:46:07.104241 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 01:46:07.104241 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 01:46:07.104467 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.104588 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.104733 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.104891 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105049 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105226 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105384 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105525 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105685 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105841 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.105997 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.106153 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.106308 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.106463 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.106619 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.106776 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.106933 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.107089 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.107248 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.107405 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.107558 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.107712 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.107889 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] debug = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.108045 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.108245 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.108407 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.108563 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.108718 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.108874 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109032 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109328 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109328 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109598 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109598 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109854 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.109955 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110052 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110191 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110346 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110500 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110654 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] host = dv-cinder-797170-1-smb {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110818 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.110987 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.111162 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.111294 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.111421 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.111548 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.111661 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.111948 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.112108 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.112282 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.112417 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.112554 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.112709 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.112864 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.113019 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_options = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.113175 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.113315 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.113504 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.113703 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.113896 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.114036 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.114169 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.114361 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.114361 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.114732 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.114732 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115003 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115003 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115252 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115252 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115614 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115614 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115898 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.115898 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.116171 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.116171 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.116426 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.116426 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.116945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.116945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.117191 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.117328 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.117469 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.117562 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.117692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.117845 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.118000 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.118156 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.118311 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.118495 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.119203 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.119360 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.119521 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.119676 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.119854 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120011 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120166 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120322 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120479 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120635 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120790 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_json = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.120959 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.121089 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.121244 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.121398 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.121554 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.121710 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.121866 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.122021 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 01:46:07.122205 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.122365 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.122535 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.122696 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.122857 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123014 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123172 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123331 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123489 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123646 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123834 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.123994 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.124163 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.124322 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.124567 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.124673 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.124786 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.124945 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.125105 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.125263 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.125421 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.125579 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.125753 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.125913 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.126073 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.126231 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.126389 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.126549 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.126792 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.126964 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.127124 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.127284 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.127443 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.127602 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128053 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128485 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128485 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128485 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128785 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128785 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128974 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.128974 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.129148 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.129275 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.129433 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.129592 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.129751 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.129909 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.130067 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.130237 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.130395 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.130555 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.130714 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.130872 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.131030 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.131189 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.131348 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.131506 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.131664 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.131842 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132016 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132175 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132333 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132491 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132650 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132809 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.132971 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.133142 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.133274 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.133433 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.133590 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.133831 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.133938 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.134113 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.134277 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.134443 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.134747 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.134747 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.134910 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.135028 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.135191 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.135350 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.135493 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.135661 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.135857 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136018 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136177 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136336 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136494 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136653 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136812 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.136975 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.137133 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.137292 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.137451 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.137609 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.137772 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.137932 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.138091 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.138248 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.138405 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.138563 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.138722 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.138884 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.139033 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.139189 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.139349 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.139507 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.139665 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.139842 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140012 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140171 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140333 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140491 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140657 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140826 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.140986 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.141145 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.141303 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.141459 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.141618 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.141777 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142056 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142167 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142327 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142484 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142650 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142819 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.142978 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.143137 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.143297 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.143479 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.143637 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.143825 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144045 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144146 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144272 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144416 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144573 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144732 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.144874 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145038 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145197 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145355 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145514 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145672 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145830 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.145988 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.146147 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.146305 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.146463 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.146622 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.146779 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.146944 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.147101 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.147258 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.147415 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.147574 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.147732 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.147942 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148066 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148207 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148365 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148523 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148680 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148838 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.148997 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.149155 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.149317 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.149475 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.149633 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.149820 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.149980 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.150142 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.150298 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.150458 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.150695 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.150877 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.151037 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.151196 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.151356 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.151515 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.151674 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.151866 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152026 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152186 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152362 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152521 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152680 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152838 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.152996 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.153155 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.153314 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.153472 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.153631 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.153790 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.153948 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.154109 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.154272 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.154430 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.154589 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.154750 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.154912 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.155066 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.155224 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.155395 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.155557 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.155721 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.155901 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.156061 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.156237 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.156396 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.156552 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.156710 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.156873 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157039 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157198 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157356 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157515 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157672 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157840 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.157999 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.158162 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.158402 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.158566 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.158737 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.158896 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.159054 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.159212 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.159370 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.159539 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.159699 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.159904 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160022 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160184 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160342 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160501 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160672 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160832 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.160992 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.161151 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.161308 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.161467 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.161628 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.161790 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.161957 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.162126 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.162279 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.162439 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.162607 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.162774 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.162934 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.163097 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.163268 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.163429 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.163586 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.163744 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.163925 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.164085 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.164244 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.164403 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.164555 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.164710 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.164874 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.165027 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.165176 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166030 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166030 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166248 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166452 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166584 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166692 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.166856 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 01:46:07.167058 dv-cinder-797170-1-smb neutron-server[105047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 01:46:07.179342 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:07.274196 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39730) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:07.283738 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064700 Jun 19 01:46:18.995428 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd2952-e89d-4459-9c37-80578dd7c762 None None] get_active_networks_info from dv-cinder-797170-1-smb {{(pid=105202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 19 01:46:19.065547 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd2952-e89d-4459-9c37-80578dd7c762 None None] No non-hosted networks {{(pid=105202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 19 01:46:19.073078 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.agentschedulers_db [None req-b0cd2952-e89d-4459-9c37-80578dd7c762 None None] DHCP Agent not found on host dv-cinder-797170-1-smb {{(pid=105202) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 19 01:46:19.184439 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7d3893c5-cd99-49b6-9dbd-7187eebc92eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473'] for agent, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:21.476078 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-10321d73-691e-4c88-b94f-c5377966290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473'] for agent, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:21.619673 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.db.api [None req-2aaa8dce-5706-40bc-86f5-1c4652161d37 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797170-1-smb {{(pid=105202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:46:21.620615 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_db.api [None req-2aaa8dce-5706-40bc-86f5-1c4652161d37 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:46:22.025625 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473'] for agent, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:22.026812 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.027444 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.028089 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.028640 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.029207 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.029956 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.030681 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.031626 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.032327 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.032938 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.033559 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.034098 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:22.037173 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797170-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:22.057970 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797170-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:22.219382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-2aaa8dce-5706-40bc-86f5-1c4652161d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:22.607198 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473'] for agent, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:24.519677 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473'] for agent, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:25.540600 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39822) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:25.771029 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.db.l3_hamode_db [None req-33e27123-24a8-4fd6-ba12-22826de2ed8b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 19 01:46:25.849419 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e27123-24a8-4fd6-ba12-22826de2ed8b None None] Routers set() bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:46:25.849828 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e27123-24a8-4fd6-ba12-22826de2ed8b None None] Router IDs set() for agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 19 01:46:26.075694 dv-cinder-797170-1-smb neutron-server[105201]: WARNING oslo_policy.policy [None req-aab3d09d-4760-412b-a5b8-3301f64cb753 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:26.076285 dv-cinder-797170-1-smb neutron-server[105201]: WARNING oslo_policy.policy [None req-aab3d09d-4760-412b-a5b8-3301f64cb753 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:26.293158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [None req-aab3d09d-4760-412b-a5b8-3301f64cb753 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:46:26.294149 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-aab3d09d-4760-412b-a5b8-3301f64cb753 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7525687 Jun 19 01:46:28.693583 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39836) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:29.038677 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:46:29.133944 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.policy [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105201) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 01:46:29.179479 dv-cinder-797170-1-smb neutron-server[105201]: WARNING oslo_policy.policy [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:29.179886 dv-cinder-797170-1-smb neutron-server[105201]: WARNING oslo_policy.policy [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:29.189226 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.quota [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] Loaded quota_driver: . Jun 19 01:46:29.355851 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740881714254', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740881724001', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740881702617', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740881695887', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740881706578', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740881690785', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1697740', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1980115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529690'] for rbac-policy, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:29.605646 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:29.606879 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-869e1690-a0da-43d6-9a26-54f0a7be2b9a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9123275 Jun 19 01:46:32.370040 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39848) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:32.715053 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'name': 'private'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:46:32.812491 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Made reservation on behalf of 47cbccbf354649bf9b47da4a252cb6a8 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:46:32.815377 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:32.832860 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:32.966292 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:33.022841 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:33.028302 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:33.045437 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:46:33.074828 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740880033482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:33.075350 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Unsubscribe: segment precommit_create {{(pid=105201) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 01:46:33.075849 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Added segment 6ff1e811-0e01-40c2-b31e-f1d37b16c5df of type vlan for network 48ac5832-b392-400f-b51a-94fc4233760f Jun 19 01:46:33.093991 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a9015-0336-466c-806f-9221a4d9f78f,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:33.144807 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.145146 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.145471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.145786 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.146109 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.146416 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.146721 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.147024 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.147339 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.147646 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.147971 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.148270 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Tracked resource versions report: Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: pushed versions: Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: { 'AddressGroup': {'1.2'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'ConntrackHelper': {'1.0'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Log': {'1.0'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Network': {'1.1'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Port': {'1.7'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'PortForwarding': {'1.2'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'QosPolicy': {'1.8'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroup': {'1.4'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'SubPort': {'1.0'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Subnet': {'1.1'}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Trunk': {'1.1'}} Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: consumer versions: Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'ConntrackHelper': '1.0', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Log': '1.0', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Network': '1.1', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Port': '1.7', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'PortForwarding': '1.2', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'QosPolicy': '1.8', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroup': '1.4', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroupRule': '1.2', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'SubPort': '1.0', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Subnet': '1.1', Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: 'Trunk': '1.1'}} Jun 19 01:46:33.149841 dv-cinder-797170-1-smb neutron-server[105201]: {{(pid=105201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:46:33.210309 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:33.225820 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:33.337571 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:33.339437 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:46:33.340229 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:33.342579 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:33.450257 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=48ac5832-b392-400f-b51a-94fc4233760f,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:33.455014 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:33.465494 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 48ac5832-b392-400f-b51a-94fc4233760f details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:46:33.619317 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2480340 Jun 19 01:46:36.599914 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39862) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:37.045609 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b7e92-cc6d-4129-ab7a-60385ea32404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:46:37.046988 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-594b7e92-cc6d-4129-ab7a-60385ea32404 admin admin] 10.222.0.23 "GET /v2.0/networks/48ac5832-b392-400f-b51a-94fc4233760f HTTP/1.1" status: 200 len: 825 time: 0.4458396 Jun 19 01:46:37.075326 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-60f96e28-74e4-42d7-9101-b3256a6ba8b4 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/c6cb8ddd-75aa-4f56-b402-d10a3b6db677 HTTP/1.1" status: 200 len: 734 time: 0.0221708 Jun 19 01:46:37.084706 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:46:37.176690 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Made reservation on behalf of 47cbccbf354649bf9b47da4a252cb6a8 for: {'subnet': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:46:37.178996 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:37.567345 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:37.569806 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:37.637687 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49802a9-9774-4955-91c2-65b20b7cb625,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:37.644338 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:37.645235 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Checking segment: {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:46:37.645610 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Network hostable DHCP agents. Network: 48ac5832-b392-400f-b51a-94fc4233760f, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:46:37.720919 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Network 48ac5832-b392-400f-b51a-94fc4233760f is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:46:37.789244 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 48ac5832-b392-400f-b51a-94fc4233760f) {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:46:37.794554 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:46:37.795146 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:37.800809 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a164606-fdaa-4e8d-8fdd-f16c6682b24f None None] Network 48ac5832-b392-400f-b51a-94fc4233760f requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:46:37.870671 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7895792 Jun 19 01:46:38.126754 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-48ac5832-b392-400f-b51a-94fc4233760f', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:46:38.128166 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:38.411016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Allocated IP 172.20.0.2 (48ac5832-b392-400f-b51a-94fc4233760f/f49802a9-9774-4955-91c2-65b20b7cb625/e70341c3-7ed8-4433-9a67-e5e92da03c60) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:46:38.644562 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:38.664201 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Transition to ACTIVE for port object e70341c3-7ed8-4433-9a67-e5e92da03c60 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:46:38.734255 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Transition to ACTIVE for port object e70341c3-7ed8-4433-9a67-e5e92da03c60 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:46:38.801223 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:38.804451 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:38.872457 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Network 48ac5832-b392-400f-b51a-94fc4233760f is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:46:38.877258 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:46:38.886668 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:46:38.889937 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Pushing event updated for resources: {'Port': ['ID=e70341c3-7ed8-4433-9a67-e5e92da03c60,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:38.902716 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.903034 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.903369 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.903690 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.904034 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.904354 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.904666 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.905023 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.905351 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.905660 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.905966 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.906272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Tracked resource versions report: Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: pushed versions: Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: { 'AddressGroup': {'1.2'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'ConntrackHelper': {'1.0'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Log': {'1.0'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Network': {'1.1'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Port': {'1.7'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'PortForwarding': {'1.2'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'QosPolicy': {'1.8'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroup': {'1.4'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'SubPort': {'1.0'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Subnet': {'1.1'}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Trunk': {'1.1'}} Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: consumer versions: Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'ConntrackHelper': '1.0', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Log': '1.0', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Network': '1.1', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Port': '1.7', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'PortForwarding': '1.2', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'QosPolicy': '1.8', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroup': '1.4', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroupRule': '1.2', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'SubPort': '1.0', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Subnet': '1.1', Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: 'Trunk': '1.1'}} Jun 19 01:46:38.907330 dv-cinder-797170-1-smb neutron-server[105202]: {{(pid=105202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:46:38.946206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:38.980441 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Attempting to bind port e70341c3-7ed8-4433-9a67-e5e92da03c60 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:46:38.980836 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Attempting to bind port e70341c3-7ed8-4433-9a67-e5e92da03c60 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:46:38.981267 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Attempting to bind port e70341c3-7ed8-4433-9a67-e5e92da03c60 on network 48ac5832-b392-400f-b51a-94fc4233760f {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:46:38.986653 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:46:38.987058 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Checking segment: {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:46:38.987532 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:38.987963 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Bound using segment: {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:46:38.988432 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Bound port: e70341c3-7ed8-4433-9a67-e5e92da03c60, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:46:38.988821 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:39.059705 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] For port e70341c3-7ed8-4433-9a67-e5e92da03c60, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:46:39.064719 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] For port e70341c3-7ed8-4433-9a67-e5e92da03c60, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=e70341c3-7ed8-4433-9a67-e5e92da03c60,segment=NetworkSegment(6ff1e811-0e01-40c2-b31e-f1d37b16c5df),segment_id=6ff1e811-0e01-40c2-b31e-f1d37b16c5df)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:46:39.142735 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:39.146029 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:39.249576 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Pushing event updated for resources: {'Port': ['ID=e70341c3-7ed8-4433-9a67-e5e92da03c60,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:39.256689 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:40.279808 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39870) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:40.810509 dv-cinder-797170-1-smb neutron-server[105200]: WARNING oslo_policy.policy [None req-38e356dc-3348-4a95-9ded-ffc27c8d56cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:40.811104 dv-cinder-797170-1-smb neutron-server[105200]: WARNING oslo_policy.policy [None req-38e356dc-3348-4a95-9ded-ffc27c8d56cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:41.030864 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [None req-38e356dc-3348-4a95-9ded-ffc27c8d56cb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:46:41.032127 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-38e356dc-3348-4a95-9ded-ffc27c8d56cb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7501962 Jun 19 01:46:43.454080 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39884) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:43.776252 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [None req-d29b80be-90ef-49aa-8e06-6d6fb744a65b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:46:43.777192 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d29b80be-90ef-49aa-8e06-6d6fb744a65b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3221259 Jun 19 01:46:45.344265 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e9977-a195-415a-8952-484b7b6f5880 None None] Network 48ac5832-b392-400f-b51a-94fc4233760f requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:46:45.526233 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-51ae351b-07fe-4d0c-9157-4cefc3fd3521 None None] Provisioning for port e70341c3-7ed8-4433-9a67-e5e92da03c60 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:46:46.053463 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:46:46.070064 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device e70341c3-7ed8-4433-9a67-e5e92da03c60 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:46:46.240716 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port e70341c3-7ed8-4433-9a67-e5e92da03c60 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:46:46.244873 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port e70341c3-7ed8-4433-9a67-e5e92da03c60 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:46:46.245267 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:46.352323 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:46.417055 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port e70341c3-7ed8-4433-9a67-e5e92da03c60, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=e70341c3-7ed8-4433-9a67-e5e92da03c60,segment=NetworkSegment(6ff1e811-0e01-40c2-b31e-f1d37b16c5df),segment_id=6ff1e811-0e01-40c2-b31e-f1d37b16c5df)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:46:46.448326 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39898) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:46.504103 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:46.507389 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:46.573184 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=e70341c3-7ed8-4433-9a67-e5e92da03c60,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:46.579329 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:46.785069 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Request body: {'router': {'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'name': 'router1', 'admin_state_up': True}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:46:46.850957 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.policy [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105200) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 01:46:46.898535 dv-cinder-797170-1-smb neutron-server[105200]: WARNING oslo_policy.policy [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:46.898920 dv-cinder-797170-1-smb neutron-server[105200]: WARNING oslo_policy.policy [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 01:46:46.907725 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.quota [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Loaded quota_driver: . Jun 19 01:46:47.029615 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:47.031409 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:47.190239 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:47.242080 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:47.321103 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:47.322242 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6e35bbb7-0678-4b23-975d-0575b2e2aaf4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8746457 Jun 19 01:46:48.027655 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device e70341c3-7ed8-4433-9a67-e5e92da03c60 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:46:48.074707 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port e70341c3-7ed8-4433-9a67-e5e92da03c60 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:46:48.075077 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:48.983572 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ad733ef5-8561-4bd5-9e87-efd651f36d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:49.716542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39908) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:50.032463 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [None req-9b4a1df6-0d27-45ea-a527-ab5e334e9004 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:46:50.033445 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-9b4a1df6-0d27-45ea-a527-ab5e334e9004 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159420 Jun 19 01:46:51.452803 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-25c3cdf7-e6cd-4705-ac67-4c8c4e83cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:51.988630 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:52.435033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39916) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:52.543310 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:52.774331 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:46:52.885868 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Made reservation on behalf of cdcd6d3ac0524569b7b5a1581f8f3f24 for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:46:52.888952 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:52.905314 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.030864 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.109134 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.113679 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:53.123279 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Reserving flat network on physical network physnet1 {{(pid=105200) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 19 01:46:53.156715 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740880033482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.157229 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Unsubscribe: segment precommit_create {{(pid=105200) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 01:46:53.157722 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Added segment 0f97dba4-f1fe-4b3e-8c3b-925069b36c91 of type flat for network b5152a18-197f-4d39-8618-1d080e7a84c4 Jun 19 01:46:53.175744 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff4b5ca-18de-43d2-8e80-0d337ed64988,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:53.201844 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.202200 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.202542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.202870 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.203199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.203515 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.203859 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.204178 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.204518 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.204907 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.205153 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.205465 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Tracked resource versions report: Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: pushed versions: Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: { 'AddressGroup': {'1.2'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'ConntrackHelper': {'1.0'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Log': {'1.0'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Network': {'1.1'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Port': {'1.7'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'PortForwarding': {'1.2'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'QosPolicy': {'1.8'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroup': {'1.4'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'SubPort': {'1.0'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Subnet': {'1.1'}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Trunk': {'1.1'}} Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: consumer versions: Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'ConntrackHelper': '1.0', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Log': '1.0', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Network': '1.1', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Port': '1.7', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'PortForwarding': '1.2', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'QosPolicy': '1.8', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroup': '1.4', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroupRule': '1.2', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'SubPort': '1.0', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Subnet': '1.1', Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: 'Trunk': '1.1'}} Jun 19 01:46:53.206496 dv-cinder-797170-1-smb neutron-server[105200]: {{(pid=105200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:46:53.288084 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:53.290710 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.400519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.402171 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:46:53.402855 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:53.406032 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:53.507014 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Pushing event updated for resources: {'Network': ['ID=b5152a18-197f-4d39-8618-1d080e7a84c4,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:53.510626 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:53.519552 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network b5152a18-197f-4d39-8618-1d080e7a84c4 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:46:53.573409 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1372685 Jun 19 01:46:54.461652 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:55.996221 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39938) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:46:56.224827 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49b81b-e3d3-489b-bda4-07f6df5843c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:46:56.226109 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6b49b81b-e3d3-489b-bda4-07f6df5843c4 admin admin] 10.222.0.23 "GET /v2.0/subnets/f49802a9-9774-4955-91c2-65b20b7cb625 HTTP/1.1" status: 200 len: 849 time: 0.2286754 Jun 19 01:46:56.366664 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-cf63b37b-7d07-4de7-b92f-2c5a57766ddd admin admin] 10.222.0.23 "GET /v2.0/routers/6b9e5b60-b399-4979-a1a8-a3022c274bf1 HTTP/1.1" status: 200 len: 704 time: 0.1351461 Jun 19 01:46:56.646775 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:56.975745 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Allocated IP 172.20.0.1 (48ac5832-b392-400f-b51a-94fc4233760f/f49802a9-9774-4955-91c2-65b20b7cb625/df1cbc60-72af-47a0-a269-c4ee089dd70a) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:46:57.169625 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:57.193833 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Transition to ACTIVE for port object df1cbc60-72af-47a0-a269-c4ee089dd70a will not be triggered until provisioned by entity DHCP. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:46:57.338605 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:57.341700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:57.408849 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Network 48ac5832-b392-400f-b51a-94fc4233760f is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:46:57.420331 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:46:57.437084 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:46:57.437939 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:57.462462 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=df1cbc60-72af-47a0-a269-c4ee089dd70a,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:57.512654 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:57.742544 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-56a2efb7-7a2d-4784-8ece-23a61d5084e7 None None] Provisioning for port df1cbc60-72af-47a0-a269-c4ee089dd70a completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:46:57.747249 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-56a2efb7-7a2d-4784-8ece-23a61d5084e7 None None] Provisioning complete for port df1cbc60-72af-47a0-a269-c4ee089dd70a triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:46:57.747653 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-56a2efb7-7a2d-4784-8ece-23a61d5084e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:57.783663 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-56a2efb7-7a2d-4784-8ece-23a61d5084e7 None None] Port df1cbc60-72af-47a0-a269-c4ee089dd70a cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:46:57.798993 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:57.979107 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:58.039659 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:58.040936 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:58.044609 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:46:58.127235 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=df1cbc60-72af-47a0-a269-c4ee089dd70a,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:46:58.131247 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:46:58.181321 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Network 48ac5832-b392-400f-b51a-94fc4233760f is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:46:58.182784 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:46:58.415868 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-d7e13423-ce08-4e39-a8bc-44857aec08bf None None] Provisioning complete for port df1cbc60-72af-47a0-a269-c4ee089dd70a triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:46:58.416242 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d7e13423-ce08-4e39-a8bc-44857aec08bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:58.433566 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:46:58.450611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-d7e13423-ce08-4e39-a8bc-44857aec08bf None None] Port df1cbc60-72af-47a0-a269-c4ee089dd70a cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:46:58.528901 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:46:58.534012 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] 10.222.0.23 "PUT /v2.0/routers/6b9e5b60-b399-4979-a1a8-a3022c274bf1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1612899 Jun 19 01:46:58.539309 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Sync routers for ids ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:46:58.554203 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Routers {'6b9e5b60-b399-4979-a1a8-a3022c274bf1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:46:58.555572 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:46:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:58.747487 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Set router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 gateway port host: None {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:46:59.236429 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'name': 'router1', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:47Z', 'updated_at': '2021-06-19T01:46:57Z', 'revision_number': 2, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'gw_port_host': None, '_interfaces': [{'id': 'df1cbc60-72af-47a0-a269-c4ee089dd70a', 'name': '', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'mac_address': 'fa:16:3e:6b:42:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:46:56Z', 'updated_at': '2021-06-19T01:46:57Z', 'revision_number': 2, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'subnets': [{'id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:46:59.312002 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Checking router: 6b9e5b60-b399-4979-a1a8-a3022c274bf1 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:46:59.312374 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Updating router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 port df1cbc60-72af-47a0-a269-c4ee089dd70a binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:46:59.380025 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:59.894891 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:59.915532 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Transition to ACTIVE for port object df1cbc60-72af-47a0-a269-c4ee089dd70a will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:46:59.994587 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:46:59.997855 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:00.193598 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Pushing event updated for resources: {'Port': ['ID=df1cbc60-72af-47a0-a269-c4ee089dd70a,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:00.208711 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.209044 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.209382 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.209710 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.210038 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.210355 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.211212 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.211532 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.211887 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.212211 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.212524 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.212836 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Tracked resource versions report: Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: pushed versions: Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: { 'AddressGroup': {'1.2'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'ConntrackHelper': {'1.0'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Log': {'1.0'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Network': {'1.1'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Port': {'1.7'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'PortForwarding': {'1.2'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'QosPolicy': {'1.8'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroup': {'1.4'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'SubPort': {'1.0'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Subnet': {'1.1'}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Trunk': {'1.1'}} Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: consumer versions: Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'ConntrackHelper': '1.0', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Log': '1.0', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Network': '1.1', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Port': '1.7', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'PortForwarding': '1.2', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'QosPolicy': '1.8', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroup': '1.4', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroupRule': '1.2', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'SubPort': '1.0', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Subnet': '1.1', Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: 'Trunk': '1.1'}} Jun 19 01:47:00.213923 dv-cinder-797170-1-smb neutron-server[105203]: {{(pid=105203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:47:00.216369 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Attempting to bind port df1cbc60-72af-47a0-a269-c4ee089dd70a on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:47:00.216774 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Attempting to bind port df1cbc60-72af-47a0-a269-c4ee089dd70a by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:47:00.217215 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Attempting to bind port df1cbc60-72af-47a0-a269-c4ee089dd70a on network 48ac5832-b392-400f-b51a-94fc4233760f {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:47:00.221174 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:00.224088 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:47:00.224507 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Checking segment: {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:47:00.225062 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:00.225447 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Bound using segment: {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:47:00.225962 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Bound port: df1cbc60-72af-47a0-a269-c4ee089dd70a, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff1e811-0e01-40c2-b31e-f1d37b16c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:47:00.227043 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:00.296617 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] For port df1cbc60-72af-47a0-a269-c4ee089dd70a, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:47:00.318893 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] For port df1cbc60-72af-47a0-a269-c4ee089dd70a, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=df1cbc60-72af-47a0-a269-c4ee089dd70a,segment=NetworkSegment(6ff1e811-0e01-40c2-b31e-f1d37b16c5df),segment_id=6ff1e811-0e01-40c2-b31e-f1d37b16c5df)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:47:00.383748 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:00.386431 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:00.439566 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Routers {'6b9e5b60-b399-4979-a1a8-a3022c274bf1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:47:00.440243 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:46:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:47:00.531640 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Pushing event updated for resources: {'Port': ['ID=df1cbc60-72af-47a0-a269-c4ee089dd70a,revision_number=4']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:00.541698 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:00.549062 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] Set router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 gateway port host: None {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:47:00.762583 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'name': 'router1', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:47Z', 'updated_at': '2021-06-19T01:46:57Z', 'revision_number': 2, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'gw_port_host': None, '_interfaces': [{'id': 'df1cbc60-72af-47a0-a269-c4ee089dd70a', 'name': '', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'mac_address': 'fa:16:3e:6b:42:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:46:56Z', 'updated_at': '2021-06-19T01:47:00Z', 'revision_number': 4, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'subnets': [{'id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:47:00.785320 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 39958) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:47:00.789241 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd98c40-1454-4641-8535-3cd4913d5e41 None None] The sync data for ids ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'] in dv-cinder-797170-1-smb is: [{'id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'name': 'router1', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:47Z', 'updated_at': '2021-06-19T01:46:57Z', 'revision_number': 2, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'gw_port_host': None, '_interfaces': [{'id': 'df1cbc60-72af-47a0-a269-c4ee089dd70a', 'name': '', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'mac_address': 'fa:16:3e:6b:42:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:46:56Z', 'updated_at': '2021-06-19T01:47:00Z', 'revision_number': 4, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'subnets': [{'id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:47:00.908334 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45681b2-13de-4a29-8644-1d961937fe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:47:00.909705 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-c45681b2-13de-4a29-8644-1d961937fe0b admin admin] 10.222.0.23 "GET /v2.0/networks/b5152a18-197f-4d39-8618-1d080e7a84c4 HTTP/1.1" status: 200 len: 842 time: 0.1232080 Jun 19 01:47:00.919679 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'cidr': '172.28.0.0/24'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:47:01.131348 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Made reservation on behalf of cdcd6d3ac0524569b7b5a1581f8f3f24 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:47:01.134524 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:01.529894 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.objects.ports [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105200) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 19 01:47:01.530248 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:01.532264 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:01.586705 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02e89b8-f876-42a2-9e1b-5d078e6864c5,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:01.594940 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:01.598174 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:47:01.598529 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Network hostable DHCP agents. Network: b5152a18-197f-4d39-8618-1d080e7a84c4, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:47:01.680250 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:47:01.771718 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, b5152a18-197f-4d39-8618-1d080e7a84c4) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:47:01.776604 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:47:01.777225 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:01.781287 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5f814-049c-405d-9a6f-893b2ef0e1b7 None None] Network b5152a18-197f-4d39-8618-1d080e7a84c4 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:47:01.862275 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9461432 Jun 19 01:47:01.918853 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae99e9af-a660-4c46-bfa3-e3818dfbe474 None None] Network b5152a18-197f-4d39-8618-1d080e7a84c4 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:47:04.057819 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device df1cbc60-72af-47a0-a269-c4ee089dd70a up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:47:04.168382 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39970) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:47:04.195746 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port df1cbc60-72af-47a0-a269-c4ee089dd70a completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:47:04.202653 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port df1cbc60-72af-47a0-a269-c4ee089dd70a triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:47:04.203221 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:04.306294 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:04.341205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port df1cbc60-72af-47a0-a269-c4ee089dd70a, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=df1cbc60-72af-47a0-a269-c4ee089dd70a,segment=NetworkSegment(6ff1e811-0e01-40c2-b31e-f1d37b16c5df),segment_id=6ff1e811-0e01-40c2-b31e-f1d37b16c5df)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:47:04.417057 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:04.419049 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-98ea2bf7-ed06-4cae-8248-808a29d4ea1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:04.468046 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=df1cbc60-72af-47a0-a269-c4ee089dd70a,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:04.471267 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:04.481284 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b024f61f-923f-441c-99f1-d3784b172cac admin admin] 10.222.0.23 "GET /v2.0/routers/6b9e5b60-b399-4979-a1a8-a3022c274bf1 HTTP/1.1" status: 200 len: 710 time: 0.3114991 Jun 19 01:47:04.601852 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17deaa0-dd3c-4d99-977c-71031e654e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:47:04.603217 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e17deaa0-dd3c-4d99-977c-71031e654e2e admin admin] 10.222.0.23 "GET /v2.0/networks/b5152a18-197f-4d39-8618-1d080e7a84c4 HTTP/1.1" status: 200 len: 886 time: 0.1168089 Jun 19 01:47:04.612118 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:47:04.865507 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:05.210216 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:05.289781 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:05.494453 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Allocated IP 172.28.0.51 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/49aa620f-6964-4b24-ada8-a87296f33218) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:47:05.605867 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:05.766655 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:05.768991 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:05.839991 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:47:05.844795 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:47:05.851522 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:47:05.887399 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Pushing event updated for resources: {'Port': ['ID=49aa620f-6964-4b24-ada8-a87296f33218,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:05.916977 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:06.038359 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device df1cbc60-72af-47a0-a269-c4ee089dd70a up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:47:06.088515 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port df1cbc60-72af-47a0-a269-c4ee089dd70a triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:47:06.088881 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:06.230906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:06.434209 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:06.437439 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-577481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-577534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1037661'] for router, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:06.548883 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:47:06.659384 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:47:06.663742 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:06.664946 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] 10.222.0.23 "PUT /v2.0/routers/6b9e5b60-b399-4979-a1a8-a3022c274bf1 HTTP/1.1" status: 200 len: 889 time: 2.0560920 Jun 19 01:47:06.683135 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Sync routers for ids ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:47:06.693903 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Routers {'6b9e5b60-b399-4979-a1a8-a3022c274bf1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:47:06.694578 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:46:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:47:06.912731 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Set router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:47:07.317325 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'name': 'router1', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '49aa620f-6964-4b24-ada8-a87296f33218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:47Z', 'updated_at': '2021-06-19T01:47:06Z', 'revision_number': 4, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'gw_port': {'id': '49aa620f-6964-4b24-ada8-a87296f33218', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:05Z', 'updated_at': '2021-06-19T01:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'df1cbc60-72af-47a0-a269-c4ee089dd70a', 'name': '', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'mac_address': 'fa:16:3e:6b:42:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:46:56Z', 'updated_at': '2021-06-19T01:47:04Z', 'revision_number': 5, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'subnets': [{'id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:47:07.367456 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Checking router: 6b9e5b60-b399-4979-a1a8-a3022c274bf1 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:47:07.367913 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Updating router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 port 49aa620f-6964-4b24-ada8-a87296f33218 binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:47:07.402764 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:07.731480 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:07.741393 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Transition to ACTIVE for port object 49aa620f-6964-4b24-ada8-a87296f33218 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:47:07.805688 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:07.808018 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:07.862898 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Attempting to bind port 49aa620f-6964-4b24-ada8-a87296f33218 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:47:07.863355 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Attempting to bind port 49aa620f-6964-4b24-ada8-a87296f33218 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:47:07.863760 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Attempting to bind port 49aa620f-6964-4b24-ada8-a87296f33218 on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:47:07.865870 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa523856-59bf-472b-8f98-a6e982475c63 None None] Pushing event updated for resources: {'Port': ['ID=49aa620f-6964-4b24-ada8-a87296f33218,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:07.868981 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-aa523856-59bf-472b-8f98-a6e982475c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:07.874154 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:47:07.874154 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:47:07.874484 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:07.874883 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:47:07.875365 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Bound port: 49aa620f-6964-4b24-ada8-a87296f33218, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:47:07.875741 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:07.930515 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] For port 49aa620f-6964-4b24-ada8-a87296f33218, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:47:07.933681 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] For port 49aa620f-6964-4b24-ada8-a87296f33218, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=49aa620f-6964-4b24-ada8-a87296f33218,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:47:08.034783 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:08.037171 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:08.083306 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Routers {'6b9e5b60-b399-4979-a1a8-a3022c274bf1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:47:08.083959 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:46:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:47:08.129727 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa523856-59bf-472b-8f98-a6e982475c63 None None] Pushing event updated for resources: {'Port': ['ID=49aa620f-6964-4b24-ada8-a87296f33218,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:08.133590 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-aa523856-59bf-472b-8f98-a6e982475c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:08.284576 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] Set router 6b9e5b60-b399-4979-a1a8-a3022c274bf1 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:47:08.495680 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'name': 'router1', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '49aa620f-6964-4b24-ada8-a87296f33218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:47Z', 'updated_at': '2021-06-19T01:47:06Z', 'revision_number': 4, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'gw_port': {'id': '49aa620f-6964-4b24-ada8-a87296f33218', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:05Z', 'updated_at': '2021-06-19T01:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'df1cbc60-72af-47a0-a269-c4ee089dd70a', 'name': '', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'mac_address': 'fa:16:3e:6b:42:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:46:56Z', 'updated_at': '2021-06-19T01:47:04Z', 'revision_number': 5, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'subnets': [{'id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:47:08.525502 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965df8f-8e1f-49ba-a63a-3eda01710188 None None] The sync data for ids ['6b9e5b60-b399-4979-a1a8-a3022c274bf1'] in dv-cinder-797170-1-smb is: [{'id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'name': 'router1', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '49aa620f-6964-4b24-ada8-a87296f33218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:47Z', 'updated_at': '2021-06-19T01:47:06Z', 'revision_number': 4, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'gw_port': {'id': '49aa620f-6964-4b24-ada8-a87296f33218', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:05Z', 'updated_at': '2021-06-19T01:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'df1cbc60-72af-47a0-a269-c4ee089dd70a', 'name': '', 'network_id': '48ac5832-b392-400f-b51a-94fc4233760f', 'tenant_id': '47cbccbf354649bf9b47da4a252cb6a8', 'mac_address': 'fa:16:3e:6b:42:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e5b60-b399-4979-a1a8-a3022c274bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:46:56Z', 'updated_at': '2021-06-19T01:47:04Z', 'revision_number': 5, 'project_id': '47cbccbf354649bf9b47da4a252cb6a8', 'subnets': [{'id': 'f49802a9-9774-4955-91c2-65b20b7cb625', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6cb8ddd-75aa-4f56-b402-d10a3b6db677'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:47:09.061906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 39978) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:47:09.203135 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-be1cdb78-c82e-4367-a95a-94cf29fa77b3 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1398642 Jun 19 01:47:10.067851 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 49aa620f-6964-4b24-ada8-a87296f33218 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:47:10.199548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 49aa620f-6964-4b24-ada8-a87296f33218 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:47:10.203804 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 49aa620f-6964-4b24-ada8-a87296f33218 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:47:10.204189 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:10.290393 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:10.312499 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 49aa620f-6964-4b24-ada8-a87296f33218, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=49aa620f-6964-4b24-ada8-a87296f33218,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:47:10.394209 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:10.396367 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:47:10.449007 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=49aa620f-6964-4b24-ada8-a87296f33218,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:47:10.452148 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:47:12.060936 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 49aa620f-6964-4b24-ada8-a87296f33218 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:47:12.116210 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 49aa620f-6964-4b24-ada8-a87296f33218 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:47:12.117161 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:18.954572 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f2f2511e-3924-47ba-8a76-53a2cc748e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:21.434473 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-75e05228-77d9-4961-9117-e4c95da39e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:22.016611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:22.541160 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:23.052156 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:47:24.485119 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:49.016889 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-408a81ed-3f36-4570-9dcf-8cae31865d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:51.421532 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f64-1460-438e-892a-42bf6dbc7985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:51.987445 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:52.855953 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:47:54.501851 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:00.051176 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:48:19.135200 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2adff77-dde8-48a9-ab9c-f19d5200d606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:21.420739 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-966cef87-0dc5-4a2f-b5c8-63744dbb68c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:22.014616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:22.523264 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:24.489941 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:37.050481 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:48:48.992988 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8c060065-6204-4819-9a1f-949a655966c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:51.402465 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-37de33f6-9249-413c-872a-7fd25cfd6887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:51.990885 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:52.526394 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:53.355013 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40546) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:48:53.419169 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2584d6-3bd9-44c7-9dcb-0f1b12992d10 admin admin] GET failed (client error): The resource could not be found. Jun 19 01:48:53.420549 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-1f2584d6-3bd9-44c7-9dcb-0f1b12992d10 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643005 Jun 19 01:48:53.651360 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ab7ea-9e6c-4acd-b591-c2f5b775c835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:48:53.668004 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7a8ab7ea-9e6c-4acd-b591-c2f5b775c835 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2283900 Jun 19 01:48:54.493815 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:55.834666 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40556) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:48:55.932159 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05511eb-f9dd-4814-9bb3-b38b89684dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:48:55.933442 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c05511eb-f9dd-4814-9bb3-b38b89684dd9 admin admin] 10.222.0.23 "GET /v2.0/subnets/f49802a9-9774-4955-91c2-65b20b7cb625 HTTP/1.1" status: 200 len: 849 time: 0.0978341 Jun 19 01:48:55.943133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:48:56.030546 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:56.230813 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740879952092'] for subnet, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:56.233072 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:48:56.264300 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:48:56.265650 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:56.266166 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] 10.222.0.23 "PUT /v2.0/subnets/f49802a9-9774-4955-91c2-65b20b7cb625 HTTP/1.1" status: 200 len: 868 time: 0.3271599 Jun 19 01:48:56.285732 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49802a9-9774-4955-91c2-65b20b7cb625,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:48:56.290829 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21754913-c23d-4377-8098-2ea80e2928f7 None None] Network 48ac5832-b392-400f-b51a-94fc4233760f requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:48:56.293958 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.294337 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.294666 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.295000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.295333 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.295663 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.296040 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.296355 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.296702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.297027 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.297343 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.297670 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:48:56.301454 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:48:56.724485 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7577c8df-62a3-4c6e-9053-041d2d485dd6 None None] Provisioning complete for port df1cbc60-72af-47a0-a269-c4ee089dd70a triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:48:56.724864 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7577c8df-62a3-4c6e-9053-041d2d485dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:56.809195 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7577c8df-62a3-4c6e-9053-041d2d485dd6 None None] Provisioning complete for port e70341c3-7ed8-4433-9a67-e5e92da03c60 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:48:56.809468 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7577c8df-62a3-4c6e-9053-041d2d485dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:48:58.442703 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40564) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:48:58.645129 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b1472-d8e4-4a24-954c-350d66143245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:48:58.646009 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b1472-d8e4-4a24-954c-350d66143245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:48:58.647042 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c34b1472-d8e4-4a24-954c-350d66143245 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033799 Jun 19 01:49:00.812434 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40572) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:00.951604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e05e8f5-ec3b-40ef-bab6-67cf476373dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:00.952037 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e05e8f5-ec3b-40ef-bab6-67cf476373dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:00.953589 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-4e05e8f5-ec3b-40ef-bab6-67cf476373dc admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1402135 Jun 19 01:49:03.125059 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40580) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:03.271550 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fdfe6e-3b09-498a-af8c-87464cacb719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:03.273020 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f1fdfe6e-3b09-498a-af8c-87464cacb719 admin admin] 10.222.0.23 "GET /v2.0/networks/48ac5832-b392-400f-b51a-94fc4233760f HTTP/1.1" status: 200 len: 869 time: 0.1469860 Jun 19 01:49:05.451008 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40588) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:05.577645 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f850b1-9905-4358-bbcd-6b7038f11616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:05.579013 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-88f850b1-9905-4358-bbcd-6b7038f11616 admin admin] 10.222.0.23 "GET /v2.0/networks/b5152a18-197f-4d39-8618-1d080e7a84c4 HTTP/1.1" status: 200 len: 886 time: 0.1270676 Jun 19 01:49:07.773076 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40598) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:07.899859 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4e7e7-dbe4-48ea-9fad-52360dcfd2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:07.900167 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4e7e7-dbe4-48ea-9fad-52360dcfd2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:07.901807 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b2f4e7e7-dbe4-48ea-9fad-52360dcfd2ec admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277235 Jun 19 01:49:10.077438 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40606) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:10.170729 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0133750c-0a99-4170-bde0-1b42a7b0995d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:10.171184 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0133750c-0a99-4170-bde0-1b42a7b0995d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:10.172816 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-0133750c-0a99-4170-bde0-1b42a7b0995d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948179 Jun 19 01:49:12.328854 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40614) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:12.424610 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadacea7-c09f-4ecd-998d-df4390f35691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:12.425969 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-eadacea7-c09f-4ecd-998d-df4390f35691 admin admin] 10.222.0.23 "GET /v2.0/subnets/c02e89b8-f876-42a2-9e1b-5d078e6864c5 HTTP/1.1" status: 200 len: 816 time: 0.0962515 Jun 19 01:49:14.048305 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:49:14.588299 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40622) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:14.682738 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc052e0-31a7-4410-a8e6-5466cf501595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:14.684131 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-cbc052e0-31a7-4410-a8e6-5466cf501595 admin admin] 10.222.0.23 "GET /v2.0/subnets/f49802a9-9774-4955-91c2-65b20b7cb625 HTTP/1.1" status: 200 len: 868 time: 0.0948708 Jun 19 01:49:18.989206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-6b8d95a7-9d9c-4888-af4e-4c95482cb502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:21.428743 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c9980907-b57f-4be9-be2a-285c322568bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:22.011035 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:22.532440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:24.509539 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:38.341079 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40666) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:38.389149 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [None req-84eaa74f-df4f-4db7-90b3-33c8c649873e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:49:38.390145 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-84eaa74f-df4f-4db7-90b3-33c8c649873e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481279 Jun 19 01:49:40.619369 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40674) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:40.679674 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad8a63d-fc1e-46e2-a573-53ff03910bba admin admin] GET failed (client error): The resource could not be found. Jun 19 01:49:40.681004 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-bad8a63d-fc1e-46e2-a573-53ff03910bba admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606823 Jun 19 01:49:40.767329 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438e289-158e-4579-b3a1-bad51dd22e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:40.769305 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c438e289-158e-4579-b3a1-bad51dd22e76 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842917 Jun 19 01:49:42.940820 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40682) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:42.987916 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:49:43.078918 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Made reservation on behalf of cdcd6d3ac0524569b7b5a1581f8f3f24 for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:49:43.081461 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:43.110826 dv-cinder-797170-1-smb neutron-server[105200]: WARNING neutron.services.revisions.revision_plugin [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Could not find related network for resource to bump revision. Jun 19 01:49:43.126222 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:49:43.136314 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:43.136660 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Added segment 0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015 of type vlan for network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 Jun 19 01:49:43.176140 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:43.262015 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:43.263492 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:43.264130 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:43.266408 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:49:43.401164 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Pushing event updated for resources: {'Network': ['ID=f6823ce5-03fc-4fa4-b747-5d7dc901cc47,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:49:43.407847 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.408290 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.408630 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.409126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.409509 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.409845 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.410175 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.410500 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.410824 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.411145 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.411467 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.411800 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:43.415263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:49:43.422616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:49:43.487810 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5458925 Jun 19 01:49:45.694980 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40690) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:49:45.754563 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.pecan_wsgi.hooks.translation [None req-847f724d-e6fd-4b4b-a8f3-dd050befb09d admin admin] GET failed (client error): The resource could not be found. Jun 19 01:49:45.755911 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-847f724d-e6fd-4b4b-a8f3-dd050befb09d admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599139 Jun 19 01:49:45.857158 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834ba46-e026-4c69-8187-33a9c28cd8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:45.858620 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8834ba46-e026-4c69-8187-33a9c28cd8af admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989616 Jun 19 01:49:45.869130 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:49:45.977666 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Made reservation on behalf of cdcd6d3ac0524569b7b5a1581f8f3f24 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:49:45.979983 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:46.229562 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:46.231867 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f5994d57-25b4-4668-8b1c-9fd97f9dfe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:49:46.288930 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4680ea4-f8e0-4be1-b8e6-180d4d5b1dcd,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:49:46.292560 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:49:46.293671 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Checking segment: {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:49:46.294031 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Network hostable DHCP agents. Network: f6823ce5-03fc-4fa4-b747-5d7dc901cc47, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:49:46.381851 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:49:46.492018 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, f6823ce5-03fc-4fa4-b747-5d7dc901cc47) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:49:46.496550 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:49:46.497154 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:46.503122 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d99a6-7d0e-4dac-a61f-eb39cfbc55e3 None None] Network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:49:46.600157 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7346454 Jun 19 01:49:46.653642 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-f6823ce5-03fc-4fa4-b747-5d7dc901cc47', 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47', 'tenant_id': 'cdcd6d3ac0524569b7b5a1581f8f3f24', 'fixed_ips': [{'subnet_id': 'e4680ea4-f8e0-4be1-b8e6-180d4d5b1dcd'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:49:46.654548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:46.896852 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Allocated IP 192.168.233.2 (f6823ce5-03fc-4fa4-b747-5d7dc901cc47/e4680ea4-f8e0-4be1-b8e6-180d4d5b1dcd/9e803844-3913-4bb2-840b-026e19653400) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:49:47.044588 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:47.052926 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Transition to ACTIVE for port object 9e803844-3913-4bb2-840b-026e19653400 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:49:47.068504 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Transition to ACTIVE for port object 9e803844-3913-4bb2-840b-026e19653400 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:49:47.143410 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:47.145891 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:49:47.184909 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:49:47.187999 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:49:47.194199 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:49:47.200705 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Pushing event updated for resources: {'Port': ['ID=9e803844-3913-4bb2-840b-026e19653400,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:49:47.210244 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.210611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.210940 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.211277 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.211612 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.211979 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.212318 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.212650 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.212999 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.213330 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.213660 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.213981 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:49:47.217876 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:49:47.267665 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Attempting to bind port 9e803844-3913-4bb2-840b-026e19653400 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:49:47.268070 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Attempting to bind port 9e803844-3913-4bb2-840b-026e19653400 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:49:47.268443 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Attempting to bind port 9e803844-3913-4bb2-840b-026e19653400 on network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:49:47.273825 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:49:47.274210 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Checking segment: {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:49:47.274622 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:47.275027 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Bound using segment: {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:49:47.275519 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Bound port: 9e803844-3913-4bb2-840b-026e19653400, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:49:47.275938 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:47.347075 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] For port 9e803844-3913-4bb2-840b-026e19653400, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:49:47.350480 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] For port 9e803844-3913-4bb2-840b-026e19653400, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9e803844-3913-4bb2-840b-026e19653400,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:49:47.445212 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:47.448014 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:49:47.507651 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Pushing event updated for resources: {'Port': ['ID=9e803844-3913-4bb2-840b-026e19653400,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:49:47.511530 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:49:48.203899 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9e803844-3913-4bb2-840b-026e19653400 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:49:48.326836 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 9e803844-3913-4bb2-840b-026e19653400 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:49:48.351830 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d39916-b74c-40cb-8f52-8ef4fc47fda2 None None] Network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:49:48.511543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Provisioning for port 9e803844-3913-4bb2-840b-026e19653400 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:49:48.523081 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Provisioning complete for port 9e803844-3913-4bb2-840b-026e19653400 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:49:48.523452 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:48.681098 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:48.751209 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] For port 9e803844-3913-4bb2-840b-026e19653400, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9e803844-3913-4bb2-840b-026e19653400,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:49:48.829048 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:48.832915 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:49:48.880923 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Pushing event updated for resources: {'Port': ['ID=9e803844-3913-4bb2-840b-026e19653400,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:49:48.884193 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:49:48.950421 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-65e26bfb-1ae8-4bfc-9a64-7e320b250e28 None None] Provisioning complete for port 9e803844-3913-4bb2-840b-026e19653400 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:49:48.950817 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-65e26bfb-1ae8-4bfc-9a64-7e320b250e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:48.984141 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ff397b96-b97e-4cb0-a9b7-eb33abc646be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:50.177435 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9e803844-3913-4bb2-840b-026e19653400 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:49:50.224219 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 9e803844-3913-4bb2-840b-026e19653400 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:49:50.224597 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:51.046405 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:49:51.469047 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5d37-7349-4d1f-a07c-893d00415fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:51.989137 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:52.543083 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:49:54.502398 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:18.942619 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ddce0d4b-5f15-4ad5-8bc6-6aeafc8e0db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:21.426260 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4923f1de-fcf0-49fd-a30b-cfdee2ac3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:21.987470 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:22.542381 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:24.508047 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:28.045469 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:50:48.964281 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-32704d57-ec7d-44fe-8da2-50e2c973150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:51.415206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4f507279-8545-4475-a828-b455da5e672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:52.008229 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:52.529903 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:50:54.501986 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:05.043873 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:51:09.142040 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40744) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:51:09.147937 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [None req-8825370f-6a6e-46f2-b0f9-f06ca9e10eb0 tempest-verify_tempest_config-1656121956 tempest-verify_tempest_config-1656121956-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:51:09.148891 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8825370f-6a6e-46f2-b0f9-f06ca9e10eb0 tempest-verify_tempest_config-1656121956 tempest-verify_tempest_config-1656121956-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058920 Jun 19 01:51:09.683503 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40762) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:51:09.784941 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:09.876828 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:09.974844 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:09.981219 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:51:10.021520 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c3b3819878e4ce6904d9750476431c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3368642 Jun 19 01:51:10.022449 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3e9a5-ac29-4dff-9f9c-515700a4863f,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:51:10.024160 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40766) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:51:10.029343 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.029706 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.030045 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.030371 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.030713 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.031031 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.031499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.032062 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.032641 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.033157 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.033711 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.034088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.039000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:51:10.085065 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:10.106066 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:10.255299 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:10.258273 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:10.259431 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fa3e9a5-ac29-4dff-9f9c-515700a4863f HTTP/1.1" status: 204 len: 168 time: 0.2342446 Jun 19 01:51:10.260367 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36bdbe6e-4d49-485f-a48c-7ac31b153060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:51:10.268984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3e9a5-ac29-4dff-9f9c-515700a4863f,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:51:10.276084 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.276397 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.276724 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.277060 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.277516 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.277855 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.278188 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.278518 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.278867 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.279199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.279524 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.279879 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:51:10.283144 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:51:18.974874 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c7226079-ae39-469c-9085-5c91b3dbb01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:21.401543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-6ce5a3fc-aca5-482c-89bf-8ec711d1a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:21.991448 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:22.540283 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:24.540376 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:42.042615 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:51:48.965762 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-731b7f99-bf98-4196-9a8f-b00f92bb4e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:51.396077 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-21745b8d-3b20-4ccf-bc03-42f7736383d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:51.979195 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:52.533085 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:51:54.516284 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:18.966466 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0da47374-458e-4c12-bbe4-398b68dbe395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:19.040799 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:52:21.412269 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0aeee92d-f557-48fc-a4db-630f1b73ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:22.033628 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:22.544206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:24.525198 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:48.969834 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-dde1c527-6ad5-4eaa-81a7-f13a8781dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:50.057214 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473'] for agent, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:51.405481 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0f36b31e-fcfc-497f-9561-ed00ea166edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:52.010999 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:52.542816 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:53.943206 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 40824) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:52:54.052881 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-9309da32-bb4e-4b57-a118-8a2a02cf6dd1 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1085055 Jun 19 01:52:54.514671 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:52:56.040850 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:52:56.237558 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40834) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:52:56.297335 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2005c307-bf22-42f4-8d0a-8fecd8672ec3 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0586562 Jun 19 01:53:18.953329 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f9378d6e-0613-4aed-929d-96b11591804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:20.021685 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:21.416264 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-9af1d483-24aa-47e2-bca2-460705265d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:22.027155 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:22.564619 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:24.524916 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:33.039725 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:53:48.969861 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-1d9c40d9-65ec-4af3-a65f-50792ff136dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:50.015643 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:51.406726 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-441e9eb9-72a1-4af5-8060-ca704b5ff0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:51.982417 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:52.546508 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:53:54.547106 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:10.039414 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:54:18.989910 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4147ed12-caf9-41fe-986d-a90a45d6c0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:20.083292 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:21.414660 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-733a88aa-7f49-44eb-9303-b537d5d7623e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:21.992605 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:22.557170 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:24.563051 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:27.565743 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 40992) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:28.176438 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-306298027-network', 'tenant_id': '30eb1096fd6746fcb8990f9f829c316a'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:28.315647 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Made reservation on behalf of 30eb1096fd6746fcb8990f9f829c316a for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:28.319539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.329166 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.411984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41022) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:28.480886 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.642722 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-network', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:28.789748 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.796092 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-bed610f2-2bd5-4422-a70a-79008f3c5d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:28.820355 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:54:28.829136 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b520f-84c3-4a5d-ae5c-de02c934692d,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:28.841726 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.842072 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Added segment dcea285f-bb74-4ff4-8178-2a5a97287fb5 of type vlan for network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 Jun 19 01:54:28.844140 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.844504 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.844848 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.845191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.845518 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.845844 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.846220 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.846572 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.846926 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.847256 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.847577 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.847988 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Tracked resource versions report: Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: pushed versions: Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: { 'AddressGroup': {'1.2'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'ConntrackHelper': {'1.0'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Log': {'1.0'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Network': {'1.1'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Port': {'1.7'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'PortForwarding': {'1.2'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'QosPolicy': {'1.8'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroup': {'1.4'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'SubPort': {'1.0'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Subnet': {'1.1'}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Trunk': {'1.1'}} Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: consumer versions: Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: HyperV agent@hv-cinder-79717: {}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'ConntrackHelper': '1.0', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Log': '1.0', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Network': '1.1', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Port': '1.7', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'PortForwarding': '1.2', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'QosPolicy': '1.8', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroup': '1.4', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'SecurityGroupRule': '1.2', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'SubPort': '1.0', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Subnet': '1.1', Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: 'Trunk': '1.1'}} Jun 19 01:54:28.849521 dv-cinder-797170-1-smb neutron-server[105201]: {{(pid=105201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:54:28.871073 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:28.883191 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Made reservation on behalf of 8bc081b89b324973a19d1bb186fe9056 for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:28.889087 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.908496 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:28.967200 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.068814 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.100588 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.102195 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:29.103102 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.105849 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d626a588-853a-4d92-83a5-9b819dd8a5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:29.162615 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.171591 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:29.177753 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:29.185887 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:29.186766 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:54:29.212473 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc12dd-b39a-4beb-826c-1792f9e52824,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:29.223126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.223472 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.224643 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.225236 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.225802 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.226340 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.226886 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.227422 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.227998 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.228544 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.229160 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.229504 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Tracked resource versions report: Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: pushed versions: Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: { 'AddressGroup': {'1.2'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'ConntrackHelper': {'1.0'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Log': {'1.0'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Network': {'1.1'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Port': {'1.7'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'PortForwarding': {'1.2'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'QosPolicy': {'1.8'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroup': {'1.4'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'SubPort': {'1.0'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Subnet': {'1.1'}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Trunk': {'1.1'}} Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: consumer versions: Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: HyperV agent@hv-cinder-79717: {}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'ConntrackHelper': '1.0', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Log': '1.0', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Network': '1.1', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Port': '1.7', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'PortForwarding': '1.2', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'QosPolicy': '1.8', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroup': '1.4', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'SecurityGroupRule': '1.2', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'SubPort': '1.0', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Subnet': '1.1', Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: 'Trunk': '1.1'}} Jun 19 01:54:29.230680 dv-cinder-797170-1-smb neutron-server[105200]: {{(pid=105200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:54:29.256447 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:29.257705 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:54:29.272366 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7048762 Jun 19 01:54:29.277819 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41056) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:29.289737 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.290553 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Added segment 05f9742d-557e-49c5-b38a-b2d4d3989017 of type vlan for network c986e22d-a82d-46e8-958c-2e962cae9fe1 Jun 19 01:54:29.298832 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Request body: {'subnet': {'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-306298027-subnet', 'tenant_id': '30eb1096fd6746fcb8990f9f829c316a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:29.389322 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.523334 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Made reservation on behalf of 30eb1096fd6746fcb8990f9f829c316a for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:29.527610 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.596736 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41064) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:29.628298 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.636703 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:29.637921 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.640046 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-233adf54-d639-4165-8583-9bf7d3d21784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:29.738411 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3248625 Jun 19 01:54:29.744559 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41074) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:29.755094 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Request body: {'subnet': {'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-subnet', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:29.823716 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41082) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:29.851843 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c986e22d-a82d-46e8-958c-2e962cae9fe1,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:29.859942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:29.865378 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:54:29.877425 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Made reservation on behalf of 8bc081b89b324973a19d1bb186fe9056 for: {'subnet': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:29.880847 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.967762 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666776967-network', 'tenant_id': 'c1ee64446e4e47688e53c43423296386'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:29.985984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:29.999078 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-af943def-8b7d-4cfd-bdc8-afa03ec4cd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:30.095905 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Checking segment: {'id': 'dcea285f-bb74-4ff4-8178-2a5a97287fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:30.096806 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Network hostable DHCP agents. Network: fe967e98-9d1c-4a9f-8e0a-24310fdd24e2, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:54:30.110457 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Made reservation on behalf of c1ee64446e4e47688e53c43423296386 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:30.115340 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.118399 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:30.122252 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:30.138203 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.149588 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41092) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:30.201011 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:54:30.237146 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-565292691-network', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:30.346567 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, fe967e98-9d1c-4a9f-8e0a-24310fdd24e2) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:30.348247 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.355161 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:30.356725 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.374409 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.378627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2553507c-430c-4447-a942-161b13fe0e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:30.386420 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad97de4-360d-48f3-92cd-7f8cfc3620eb None None] Network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:30.435885 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-935313497-network', 'tenant_id': '2406d624fd014a06b0c9dcf0543e494d'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:30.443825 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.477825 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Checking segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:30.482348 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Network hostable DHCP agents. Network: c986e22d-a82d-46e8-958c-2e962cae9fe1, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:54:30.490953 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d346bd2-a061-401a-913b-c02c0b1db848,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:30.500740 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:30.503358 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:30.535321 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba66bc-ee12-4a30-a713-6f1ce506cb4e,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:30.551079 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:54:30.562729 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:30.571051 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.571709 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Added segment c5743533-b048-474f-b344-198ee3bcf459 of type vlan for network 411f2111-916c-4934-a08a-1501f0693965 Jun 19 01:54:30.574904 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2899592 Jun 19 01:54:30.633209 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:54:30.646345 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.730429 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, c986e22d-a82d-46e8-958c-2e962cae9fe1) {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:30.734898 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Made reservation on behalf of c995bd0854424646af22e5e3ac26d027 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:30.740813 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.766336 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:30.768500 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.790464 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.796915 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.811107 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:30.812765 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.817900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:30.830942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Made reservation on behalf of 2406d624fd014a06b0c9dcf0543e494d for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:30.834264 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.853334 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:30.862632 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a5d55-8937-45f1-bb79-a3dae39d2846 None None] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:30.993137 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Pushing event updated for resources: {'Network': ['ID=411f2111-916c-4934-a08a-1501f0693965,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:31.012249 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:31.099078 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41116) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:31.105855 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3591435 Jun 19 01:54:31.125383 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:31.189557 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 411f2111-916c-4934-a08a-1501f0693965 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:54:31.201016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e90ce72-c592-4d4f-a480-5bd22d715c23 None None] Network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:31.387526 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.488405 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.496602 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:31.514768 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-c986e22d-a82d-46e8-958c-2e962cae9fe1', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:54:31.515674 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.535921 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:54:31.568867 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5446031-a9fb-40bd-9a61-d32efe73b609,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:31.574663 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.575548 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Added segment 86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f of type vlan for network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 Jun 19 01:54:31.579147 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:31.705255 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.806934 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Allocated IP 172.20.0.2 (c986e22d-a82d-46e8-958c-2e962cae9fe1/1d346bd2-a061-401a-913b-c02c0b1db848/3bee9bc6-e10c-464b-979b-6f4f5bface71) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:31.832249 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.832964 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:31.833709 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.837253 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:31.879016 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:31.910823 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce23391-e5ee-4f42-93b6-37e57ddd4680,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:31.924289 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:31.928228 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:54:31.975695 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.002071 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:54:32.023941 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.024466 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Added segment 791c4cd4-4d66-49a3-9652-5a940bda707f of type vlan for network 5ee08987-a7f8-4395-b09b-f5918209c45e Jun 19 01:54:32.079461 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.102022 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9557776 Jun 19 01:54:32.106910 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41158) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:32.108050 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f69562a9-9625-4640-be48-ebbd664641e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:32.117920 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5139139 Jun 19 01:54:32.118237 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Request body: {'subnet': {'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-935313497-subnet', 'tenant_id': '2406d624fd014a06b0c9dcf0543e494d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:32.118237 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41160) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:32.135498 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2cba66-958b-48a2-b157-af3d7818355b,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:32.149230 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:32.150098 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Request body: {'subnet': {'network_id': '411f2111-916c-4934-a08a-1501f0693965', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666776967-subnet', 'tenant_id': 'c1ee64446e4e47688e53c43423296386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:32.164206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.179994 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.182171 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:32.183175 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.191904 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Transition to ACTIVE for port object 3bee9bc6-e10c-464b-979b-6f4f5bface71 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:32.192156 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.193677 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.198624 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:32.209689 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Transition to ACTIVE for port object 3bee9bc6-e10c-464b-979b-6f4f5bface71 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:32.281922 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41172) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:32.290202 dv-cinder-797170-1-smb neutron-server[105201]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 01:54:32.293540 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.328018 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.331889 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-aa523856-59bf-472b-8f98-a6e982475c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:32.372169 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Made reservation on behalf of 2406d624fd014a06b0c9dcf0543e494d for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:32.374700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.383063 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:32.385490 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee08987-a7f8-4395-b09b-f5918209c45e,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:32.388383 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:32.399735 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 5ee08987-a7f8-4395-b09b-f5918209c45e details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:54:32.402101 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:32.413868 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:32.453533 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Pushing event updated for resources: {'Port': ['ID=3bee9bc6-e10c-464b-979b-6f4f5bface71,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:32.480486 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.481086 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.481608 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.482100 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.482650 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.483154 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.483646 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.484150 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.484909 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.485577 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.486049 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.486574 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Tracked resource versions report: Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: pushed versions: Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: { 'AddressGroup': {'1.2'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'ConntrackHelper': {'1.0'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Log': {'1.0'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Network': {'1.1'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Port': {'1.7'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'PortForwarding': {'1.2'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'QosPolicy': {'1.8'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroup': {'1.4'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'SubPort': {'1.0'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Subnet': {'1.1'}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Trunk': {'1.1'}} Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: consumer versions: Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: HyperV agent@hv-cinder-79717: {}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'ConntrackHelper': '1.0', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Log': '1.0', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Network': '1.1', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Port': '1.7', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'PortForwarding': '1.2', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'QosPolicy': '1.8', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroup': '1.4', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'SecurityGroupRule': '1.2', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'SubPort': '1.0', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Subnet': '1.1', Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: 'Trunk': '1.1'}} Jun 19 01:54:32.488070 dv-cinder-797170-1-smb neutron-server[105202]: {{(pid=105202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:54:32.516997 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6880920 Jun 19 01:54:32.518677 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:32.522274 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41180) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:32.534914 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Request body: {'subnet': {'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-subnet', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:32.566738 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Attempting to bind port 3bee9bc6-e10c-464b-979b-6f4f5bface71 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:32.567958 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Attempting to bind port 3bee9bc6-e10c-464b-979b-6f4f5bface71 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:32.568506 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Attempting to bind port 3bee9bc6-e10c-464b-979b-6f4f5bface71 on network c986e22d-a82d-46e8-958c-2e962cae9fe1 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:32.574647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:32.578548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Checking segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:32.578548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.578548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Bound using segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:32.578548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Bound port: 3bee9bc6-e10c-464b-979b-6f4f5bface71, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:32.578548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.651985 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] For port 3bee9bc6-e10c-464b-979b-6f4f5bface71, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:32.658584 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.659185 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] For port 3bee9bc6-e10c-464b-979b-6f4f5bface71, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=3bee9bc6-e10c-464b-979b-6f4f5bface71,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:32.663005 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-3430f5a3-f527-4c59-9f50-fce6078d3215 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:32.668816 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-3430f5a3-f527-4c59-9f50-fce6078d3215 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/networks?id=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 HTTP/1.1" status: 200 len: 811 time: 0.3849373 Jun 19 01:54:32.683825 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-6df98349-6890-4460-a41f-aeef798cc78c tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/quotas/30eb1096fd6746fcb8990f9f829c316a HTTP/1.1" status: 200 len: 375 time: 0.0117023 Jun 19 01:54:32.701230 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Made reservation on behalf of c1ee64446e4e47688e53c43423296386 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:32.703542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.737800 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-f953fb09-89b0-4e46-b6f2-869fbd16f2ae tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=30eb1096fd6746fcb8990f9f829c316a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477896 Jun 19 01:54:32.809588 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:32.812799 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:32.937636 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Pushing event updated for resources: {'Port': ['ID=3bee9bc6-e10c-464b-979b-6f4f5bface71,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:32.948955 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:33.062268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-e2fcbd7b-ecba-42f1-9cdc-67631ab5f14c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:54:33.064454 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-e2fcbd7b-ecba-42f1-9cdc-67631ab5f14c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0817363 Jun 19 01:54:33.080934 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Made reservation on behalf of c995bd0854424646af22e5e3ac26d027 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:33.085117 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:33.089243 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:33.118911 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-432ffed6-365c-469b-8fe2-3aa013d94ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:33.269565 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-219beec2-919a-491f-abf5-30652adf7a85 service neutron] 10.222.0.23 "GET /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948402 Jun 19 01:54:33.445177 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdef957-0501-4f73-8a10-91ef360a37a3,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:33.447949 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Checking segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:33.448225 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Network hostable DHCP agents. Network: 8ce23391-e5ee-4f42-93b6-37e57ddd4680, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:54:33.455455 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:33.563548 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:33.573578 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-6666d544-bf74-440c-b8f5-b3599f4c5739 service neutron] 10.222.0.23 "GET /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919452 Jun 19 01:54:33.700647 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:33.705868 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:54:33.891982 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:33.895899 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5afdc0-bc75-49b4-8d32-8def00ad6947,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:33.940419 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41224) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:33.988426 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 8ce23391-e5ee-4f42-93b6-37e57ddd4680) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:34.068314 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:34.115411 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:34.136915 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.191262 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d82ba749-0fe0-4ff7-8a5e-5f1c11d579e9 req-924c118e-2762-4141-a049-8389edb3c929 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.1001306 Jun 19 01:54:34.256698 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e9bf9-0f30-490c-b83e-0eb65687d519 None None] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:34.308406 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:34.309710 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.480516 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acafad45-59c9-4a00-ba27-df4db17d5e5e,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:34.504449 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Checking segment: {'id': 'c5743533-b048-474f-b344-198ee3bcf459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '411f2111-916c-4934-a08a-1501f0693965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:34.505598 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Network hostable DHCP agents. Network: 411f2111-916c-4934-a08a-1501f0693965, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:54:34.518584 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.519263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:34.541912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 3bee9bc6-e10c-464b-979b-6f4f5bface71 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:54:34.559570 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Checking segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:34.563418 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Network hostable DHCP agents. Network: 5ee08987-a7f8-4395-b09b-f5918209c45e, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:54:34.570358 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.593244 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.603259 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:34.614033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.633827 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735672ca-0552-4b47-a067-d2c3ee7a3565 None None] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:34.675473 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782d2745-87dd-4e08-8f34-7a6991bd934d,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:34.679818 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:34.702748 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dce57a0b3064523bb3e2147eeac0276&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7581508 Jun 19 01:54:34.707080 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41256) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:34.722265 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Network 411f2111-916c-4934-a08a-1501f0693965 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:54:34.732149 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6237342 Jun 19 01:54:34.749919 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad66a98-1347-4c7b-b611-75f104269cfb None None] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:34.827607 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Network 5ee08987-a7f8-4395-b09b-f5918209c45e is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:54:34.857563 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Allocated IP 172.28.0.249 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/af429a2e-134e-413a-b805-b90afb8e74a9) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:34.915438 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41272) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:34.928754 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 411f2111-916c-4934-a08a-1501f0693965) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:34.930914 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:34.986937 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.018211 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e962f0-98f5-4a31-ab63-ccd5ab10c71d None None] Network 411f2111-916c-4934-a08a-1501f0693965 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:35.048357 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 5ee08987-a7f8-4395-b09b-f5918209c45e) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:35.064015 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:35.065726 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.097505 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:35.101691 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.175430 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.178281 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 3bee9bc6-e10c-464b-979b-6f4f5bface71 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:54:35.187000 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8982063-d16c-4073-9580-45d076a20f46 None None] Network 5ee08987-a7f8-4395-b09b-f5918209c45e requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:35.234701 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.244556 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.254690 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/782d2745-87dd-4e08-8f34-7a6991bd934d HTTP/1.1" status: 204 len: 168 time: 0.5460429 Jun 19 01:54:35.266551 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:35.282936 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1636343 Jun 19 01:54:35.290274 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d078239e-5fdd-4bb9-9169-83f25094025f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7656531 Jun 19 01:54:35.310930 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41306) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:35.312217 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d2745-87dd-4e08-8f34-7a6991bd934d,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:35.325673 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:35.327417 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Provisioning for port 3bee9bc6-e10c-464b-979b-6f4f5bface71 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:54:35.360321 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.360760 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 3bee9bc6-e10c-464b-979b-6f4f5bface71 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:35.361142 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.449625 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:35.451923 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Provisioning complete for port 3bee9bc6-e10c-464b-979b-6f4f5bface71 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:35.452300 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.502564 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.504284 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4699ccef-5ca4-4369-85e5-cac1e58cae9b None None] Network 5ee08987-a7f8-4395-b09b-f5918209c45e requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:35.591506 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.595263 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e184300b-0f9a-4b47-b6b7-a8796d0e91e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:35.595501 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.635095 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:35.736199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:35.741430 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:35.752665 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:35.756936 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ceca76-81d5-459f-b857-64f9eaab4c09 None None] Network 411f2111-916c-4934-a08a-1501f0693965 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:35.804822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41330) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:35.810714 dv-cinder-797170-1-smb neutron-server[105200]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 01:54:35.829328 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e0d419e4-57c0-4f8b-912c-ee13905b82bb req-dd60ab10-6488-4690-9d94-ec9f0a25a722 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.2109616 Jun 19 01:54:35.848343 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84243267d5884f42ab406d4f4cf7d65d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9179049 Jun 19 01:54:35.850152 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41334) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:35.851394 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c088a-dd9f-42ad-b2a5-90e3a144b45d,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:35.879907 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:35.910907 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.915551 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:35.975856 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Pushing event updated for resources: {'Port': ['ID=af429a2e-134e-413a-b805-b90afb8e74a9,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:36.015598 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.056269 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:36.086809 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.243886 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.254518 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.258071 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef2c088a-dd9f-42ad-b2a5-90e3a144b45d HTTP/1.1" status: 204 len: 168 time: 0.3761106 Jun 19 01:54:36.259889 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:36.282632 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c088a-dd9f-42ad-b2a5-90e3a144b45d,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:36.287905 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:36.432118 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-2c9d5a0d-59c1-496b-9f1b-d03e6065668b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:36.444656 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-2c9d5a0d-59c1-496b-9f1b-d03e6065668b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.6350219 Jun 19 01:54:36.534166 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41346) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:36.554441 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.559616 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.573046 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-5a405379-4cec-4d55-866d-44ed6e26d78e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/quotas/2406d624fd014a06b0c9dcf0543e494d HTTP/1.1" status: 200 len: 375 time: 0.1274278 Jun 19 01:54:36.627132 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.761665 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] For port 3bee9bc6-e10c-464b-979b-6f4f5bface71, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=3bee9bc6-e10c-464b-979b-6f4f5bface71,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:54:36.769554 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.832367 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.867380 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:36.893874 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-c3b23e08-a2f2-47ca-b526-710973447468 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3030503 Jun 19 01:54:36.916205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-cdb1a4b1-78f5-4baf-b98a-108016e5c25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:37.001459 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-023afe44-760d-4a7c-acc6-88e93040607e req-6b91f6de-03e1-45a8-84db-4be5fd377db2 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.0630822 Jun 19 01:54:37.006978 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.037741 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:37.147736 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d262bfc8-2275-42cc-9932-8f220e95f560,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:37.159543 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:37.174880 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.db.api [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:54:37.175490 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_db.api [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:54:37.181446 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Pushing event updated for resources: {'Port': ['ID=3bee9bc6-e10c-464b-979b-6f4f5bface71,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:37.191310 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22ee3d914022462287dfa6d1da033f62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6553025 Jun 19 01:54:37.192398 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41370) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:37.194174 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:37.211949 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-8285826e-96d3-4f2b-8b35-10f9659d155d None None] Provisioning complete for port 3bee9bc6-e10c-464b-979b-6f4f5bface71 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:37.212693 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8285826e-96d3-4f2b-8b35-10f9659d155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.318721 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.365055 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.460095 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.496685 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.666287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.671733 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.673612 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d262bfc8-2275-42cc-9932-8f220e95f560 HTTP/1.1" status: 204 len: 168 time: 0.4796228 Jun 19 01:54:37.674635 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:37.706879 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d262bfc8-2275-42cc-9932-8f220e95f560,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:37.719863 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:37.754415 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:37.969611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 3bee9bc6-e10c-464b-979b-6f4f5bface71 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:54:37.996453 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-aaa9fab7-21b2-42b8-82c1-8998c939cf34 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:54:38.003469 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-aaa9fab7-21b2-42b8-82c1-8998c939cf34 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6797583 Jun 19 01:54:38.014933 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41392) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:38.060581 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 3bee9bc6-e10c-464b-979b-6f4f5bface71 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:38.060968 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.149025 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.181965 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.201276 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-2631c61b-8882-4b36-8154-33862fe1d964 service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968131 Jun 19 01:54:38.284449 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-afcaf964-22d4-42f7-8db1-be536c404001 req-6921294b-6cdf-42b7-bc93-98614a4202c0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.0422177 Jun 19 01:54:38.297934 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:54:38.334993 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41402) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:38.342955 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-395409525-network', 'tenant_id': '7c33175db0284973b8b190ad562f1666'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:38.480285 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Allocated IP 172.28.0.62 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:38.519186 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Made reservation on behalf of 7c33175db0284973b8b190ad562f1666 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:38.527205 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.540255 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-91c2398c-136d-4a6d-97b8-4db93c0a210d service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373489 Jun 19 01:54:38.541067 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.683036 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.705647 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:54:38.716779 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:54:38.736808 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:38.737242 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:38.839444 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.855993 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:38.926050 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:39.023446 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.048183 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:39.050892 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.065479 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:39.110196 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:54:39.167431 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.174647 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0702443 Jun 19 01:54:39.177126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41422) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:39.230171 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751fb804-e981-4bd8-a97d-d3a450d88825,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:39.253956 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:39.258959 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.259407 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Added segment 67a81ccc-8908-49c8-9c22-8eeefdbf6982 of type vlan for network cd63afcc-fc14-4921-a80f-d858095f1699 Jun 19 01:54:39.310875 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:39.316734 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:39.367393 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:39.444772 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 3, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:39.500036 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-07c9f640-ce06-4362-8e07-54a3f0139b97 req-0b005100-49b8-48e8-b2d7-c2a8985608f7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.1458054 Jun 19 01:54:39.553177 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:54:39.556892 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Updating router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 port af429a2e-134e-413a-b805-b90afb8e74a9 binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:54:39.558803 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Pushing event updated for resources: {'Port': ['ID=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:39.613080 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.715019 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.778539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.840194 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:39.867811 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.871831 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:39.872821 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:39.883868 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:39.922839 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.014627 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d3dde06-83ab-4a51-9847-f03ebd8d8491 req-c7ccbbb2-cd98-481a-a278-e15ef41d9aaf tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.1799495 Jun 19 01:54:40.050550 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f435f208098d415c8212df36216e164b&name=default HTTP/1.1" status: 200 len: 2978 time: 2.0344872 Jun 19 01:54:40.056098 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41458) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:40.065151 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd63afcc-fc14-4921-a80f-d858095f1699,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:40.079195 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:40.088072 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:40.090927 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network cd63afcc-fc14-4921-a80f-d858095f1699 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:54:40.143004 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8063614 Jun 19 01:54:40.144592 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41460) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:40.179930 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Request body: {'subnet': {'network_id': 'cd63afcc-fc14-4921-a80f-d858095f1699', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-395409525-subnet', 'tenant_id': '7c33175db0284973b8b190ad562f1666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:40.188898 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72954a11-63e5-4258-9433-db3398b146f3,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:40.198352 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.222375 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:40.247970 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Transition to ACTIVE for port object af429a2e-134e-413a-b805-b90afb8e74a9 will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:40.278419 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.324922 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.352331 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Made reservation on behalf of 7c33175db0284973b8b190ad562f1666 for: {'subnet': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:40.357068 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Notify callbacks [] for subnet, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.359856 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.370204 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:40.566280 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Pushing event updated for resources: {'Port': ['ID=af429a2e-134e-413a-b805-b90afb8e74a9,revision_number=2']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:40.589472 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.590415 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.591199 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.591963 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.592678 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.593403 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.593946 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.594461 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.594965 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.595460 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.595987 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.596478 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Tracked resource versions report: Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: pushed versions: Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: { 'AddressGroup': {'1.2'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'ConntrackHelper': {'1.0'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Log': {'1.0'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Network': {'1.1'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Port': {'1.7'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'PortForwarding': {'1.2'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'QosPolicy': {'1.8'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroup': {'1.4'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'SubPort': {'1.0'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Subnet': {'1.1'}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Trunk': {'1.1'}} Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: consumer versions: Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: { DHCP agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: HyperV agent@hv-cinder-79717: {}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: L3 agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: Metadata agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: Metering agent@dv-cinder-797170-1-smb: {}, Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: Open vSwitch agent@dv-cinder-797170-1-smb: { 'AddressGroup': '1.2', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'ConntrackHelper': '1.0', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Log': '1.0', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Network': '1.1', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Port': '1.7', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'PortForwarding': '1.2', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'QosPolicy': '1.8', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroup': '1.4', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'SecurityGroupRule': '1.2', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'SubPort': '1.0', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Subnet': '1.1', Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: 'Trunk': '1.1'}} Jun 19 01:54:40.597774 dv-cinder-797170-1-smb neutron-server[105203]: {{(pid=105203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:54:40.635330 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:40.652027 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.45', 65164) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:40.689011 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Attempting to bind port af429a2e-134e-413a-b805-b90afb8e74a9 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:40.689662 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Attempting to bind port af429a2e-134e-413a-b805-b90afb8e74a9 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:40.690546 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Attempting to bind port af429a2e-134e-413a-b805-b90afb8e74a9 on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:40.710672 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:40.711376 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:40.712021 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.712622 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:40.713127 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Bound port: af429a2e-134e-413a-b805-b90afb8e74a9, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:40.713535 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.742247 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-378cd9de-4f71-4b78-a4a5-cb871e083c8b req-83b57d87-f9d8-4eab-9d9e-8f81e7d91637 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.0953500 Jun 19 01:54:40.774672 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] For port af429a2e-134e-413a-b805-b90afb8e74a9, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:40.779272 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] For port af429a2e-134e-413a-b805-b90afb8e74a9, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=af429a2e-134e-413a-b805-b90afb8e74a9,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:40.826977 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.939041 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.954169 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-eb65aee4-b79f-4890-b66d-dfd89f8c2975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:40.972802 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.980924 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:40.985548 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72954a11-63e5-4258-9433-db3398b146f3 HTTP/1.1" status: 204 len: 168 time: 0.9289081 Jun 19 01:54:40.999504 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-03f1a03e-9771-4e3b-93e4-c77327345280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:41.055423 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72954a11-63e5-4258-9433-db3398b146f3,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:41.103688 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:41.110101 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:41.132172 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:41.217799 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-7cc1bb89-1021-4f8f-95a9-acc3c8fe0b13 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:41.219421 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-7cc1bb89-1021-4f8f-95a9-acc3c8fe0b13 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.45 "GET /v2.0/networks?id=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 HTTP/1.1" status: 200 len: 811 time: 0.4669168 Jun 19 01:54:41.263435 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Pushing event updated for resources: {'Port': ['ID=af429a2e-134e-413a-b805-b90afb8e74a9,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:41.276590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Request body: {'port': {'device_id': '188ae602-8901-4959-8253-93a51fa4f98c', 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2', 'admin_state_up': True, 'tenant_id': '30eb1096fd6746fcb8990f9f829c316a'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:41.286771 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:41.408777 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:41.483383 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:41.735684 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3eb06293-7f55-4647-910a-304210df363e req-2830fb69-3253-4939-921f-65f72fbe8d09 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.1918473 Jun 19 01:54:41.855925 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 3, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:41.874535 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:41.892580 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:41.894336 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f6f80918-bf74-4aff-b8ee-85325e2a5181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:42.005923 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Made reservation on behalf of 30eb1096fd6746fcb8990f9f829c316a for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:42.019056 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:42.174580 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db75e45-1a59-455e-911b-1abe6dd1c83f None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 3, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:54:42.348970 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:54:42.397035 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Allocated IP 172.20.0.8 (fe967e98-9d1c-4a9f-8e0a-24310fdd24e2/b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b/6429414d-c989-4851-8fb4-d2ec3abb36a6) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:42.499654 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Allocated IP 172.20.0.1 (c986e22d-a82d-46e8-958c-2e962cae9fe1/1d346bd2-a061-401a-913b-c02c0b1db848/f8f48c75-4dfd-40ae-b9ba-f4951730755e) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:42.589253 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:42.738818 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=118ddc4b-e8ce-46ce-8df4-0556a26c65df,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:42.746279 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:42.902863 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:42.932523 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:54:42.933377 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5f2a6bf0-32b0-4b36-b3c8-f0a9a02314a4 req-57a7d6e9-2c54-4c0b-9de2-0a2353339721 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.8175035 Jun 19 01:54:42.941588 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Checking segment: {'id': '67a81ccc-8908-49c8-9c22-8eeefdbf6982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cd63afcc-fc14-4921-a80f-d858095f1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:42.941588 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Network hostable DHCP agents. Network: cd63afcc-fc14-4921-a80f-d858095f1699, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:54:42.948681 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Sync routers for ids ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:54:42.985880 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:42.988505 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Routers {'3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:42.990101 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:43.024242 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:43.059818 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Transition to ACTIVE for port object f8f48c75-4dfd-40ae-b9ba-f4951730755e will not be triggered until provisioned by entity DHCP. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:43.118578 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:43.142765 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:43.148072 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7014871 Jun 19 01:54:43.157942 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:43.169770 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41552) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:43.191434 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:43.206053 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:43.206804 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:43.245968 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Network cd63afcc-fc14-4921-a80f-d858095f1699 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:54:43.263051 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Pushing event updated for resources: {'Port': ['ID=6429414d-c989-4851-8fb4-d2ec3abb36a6,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:43.277849 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:43.325909 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0588315 Jun 19 01:54:43.344042 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-4e993672-c0df-473d-92ca-ef476fb87aab tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=105201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:54:43.345147 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-4e993672-c0df-473d-92ca-ef476fb87aab tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107450 Jun 19 01:54:43.386133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, cd63afcc-fc14-4921-a80f-d858095f1699) {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:43.393798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:43.393798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:43.431102 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Set router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:43.503999 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3341181 Jun 19 01:54:43.597976 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad0578-1824-46b1-9d3f-10f5102c7aba None None] Network cd63afcc-fc14-4921-a80f-d858095f1699 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:43.910241 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9881cd-33e8-4c3c-bfda-15fd537c0ec0 req-14227cbe-1ba0-42be-b10d-0d23f042704b tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:43.929049 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2d9881cd-33e8-4c3c-bfda-15fd537c0ec0 req-14227cbe-1ba0-42be-b10d-0d23f042704b tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 931 time: 0.8785903 Jun 19 01:54:43.975959 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:44.113201 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-54471324-952d-4ff9-a693-a4814a2c5ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:44.275502 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device af429a2e-134e-413a-b805-b90afb8e74a9 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:54:44.318754 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.45', 65172) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:44.413303 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:44.498749 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Pushing event updated for resources: {'Port': ['ID=f8f48c75-4dfd-40ae-b9ba-f4951730755e,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:44.518556 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:44.524873 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:44.525379 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:44.540123 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-908c6d21-80de-440d-bff2-f45f2dd2eed0 req-18747e05-3f4a-4993-b8cd-4d8c633f29fa tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.1267030 Jun 19 01:54:44.557375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:44.840121 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd8eb8-439a-46d9-866b-4524bcfcce9e None None] Network cd63afcc-fc14-4921-a80f-d858095f1699 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:54:44.899826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 3, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:45.058961 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Request body: {'port': {'device_id': '188ae602-8901-4959-8253-93a51fa4f98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:45.178568 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Checking router: 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:54:45.179024 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Updating router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:54:45.319164 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41580) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:45.410140 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.441593 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-5dce41ce-a2b2-4ffa-a1b8-03302c647f48 None None] Provisioning for port f8f48c75-4dfd-40ae-b9ba-f4951730755e completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:54:45.454682 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-5dce41ce-a2b2-4ffa-a1b8-03302c647f48 None None] Provisioning complete for port f8f48c75-4dfd-40ae-b9ba-f4951730755e triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:45.454682 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-5dce41ce-a2b2-4ffa-a1b8-03302c647f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.472968 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2d9881cd-33e8-4c3c-bfda-15fd537c0ec0 req-dcd893a8-0b5a-4f3e-a0f7-d19719ff2328 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5396421 Jun 19 01:54:45.586985 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.664944 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-5dce41ce-a2b2-4ffa-a1b8-03302c647f48 None None] Port f8f48c75-4dfd-40ae-b9ba-f4951730755e cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:54:45.669778 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port af429a2e-134e-413a-b805-b90afb8e74a9 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:54:45.675632 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Deleting subnet ba5afdc0-bc75-49b4-8d32-8def00ad6947 {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:54:45.680092 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port af429a2e-134e-413a-b805-b90afb8e74a9 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:45.680390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.685648 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.886026 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.906636 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:45.997542 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-ce981b4f-33cf-4ee0-8b85-ca881c0fd9ec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:46.000418 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-ce981b4f-33cf-4ee0-8b85-ca881c0fd9ec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 1.3846314 Jun 19 01:54:46.376615 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Request body: {'port': {'device_id': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'admin_state_up': True, 'tenant_id': '2406d624fd014a06b0c9dcf0543e494d'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:46.376615 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.382084 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.382084 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port af429a2e-134e-413a-b805-b90afb8e74a9, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=af429a2e-134e-413a-b805-b90afb8e74a9,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:54:46.392624 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e2907e26-a53b-4b5e-b2d1-d71f9e200407 req-9007ef00-f4f5-42fc-b94f-04cd413d1fbe tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.2981834 Jun 19 01:54:46.419520 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:46.461952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5afdc0-bc75-49b4-8d32-8def00ad6947,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:46.466645 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.496164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:46.506167 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:46.511797 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.547844 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.567636 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba5afdc0-bc75-49b4-8d32-8def00ad6947 HTTP/1.1" status: 204 len: 168 time: 1.2417693 Jun 19 01:54:46.578440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Transition to ACTIVE for port object 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:46.593874 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41600) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:46.603289 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=af429a2e-134e-413a-b805-b90afb8e74a9,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:46.604601 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.615997 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:46.677041 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.680028 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:46.755942 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Attempting to bind port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:46.756331 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Attempting to bind port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:46.756706 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Attempting to bind port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:46.767675 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:46.768116 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:46.768537 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.768941 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:46.769484 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Bound port: 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:46.769875 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:46.778090 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd03d9-1c8f-4345-9312-b64a407c5e36 None None] Pushing event updated for resources: {'Port': ['ID=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:46.845411 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-22bd03d9-1c8f-4345-9312-b64a407c5e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:46.921516 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] For port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:46.933020 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] For port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:46.963361 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:47.025379 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:47.030214 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:47.055074 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:54:47.223452 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd03d9-1c8f-4345-9312-b64a407c5e36 None None] Pushing event updated for resources: {'Port': ['ID=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:47.235033 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Routers {'3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:47.236993 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:47.241195 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-22bd03d9-1c8f-4345-9312-b64a407c5e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:47.368703 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Allocated IP 172.20.0.1 (5ee08987-a7f8-4395-b09b-f5918209c45e/acafad45-59c9-4a00-ba27-df4db17d5e5e/bbc7226e-6881-4e19-a017-325ecacfe88f) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:47.506597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Made reservation on behalf of 2406d624fd014a06b0c9dcf0543e494d for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:54:47.513602 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:47.514291 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] Set router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:47.617453 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:48.040781 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b52ea56a-2752-4299-bdfd-8c5d38ea734f req-e368cb3f-8da1-4530-9198-d5a9767cdf68 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.1366284 Jun 19 01:54:48.177664 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Allocated IP 172.20.0.5 (8ce23391-e5ee-4f42-93b6-37e57ddd4680/bfdef957-0501-4f73-8a10-91ef360a37a3/2c0a7c90-a232-4df1-8db2-a0482e90ba2b) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:54:48.197901 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6429414d-c989-4851-8fb4-d2ec3abb36a6 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:54:48.217758 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 3, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:48.260081 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:48.334970 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975fd0b-c919-4f70-84ff-1848c1757904 None None] The sync data for ids ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'] in dv-cinder-797170-1-smb is: [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 3, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:54:48.356366 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Transition to ACTIVE for port object 6429414d-c989-4851-8fb4-d2ec3abb36a6 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:48.533430 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:48.546207 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce5f3-abda-45bd-8252-f3a6b126ec0e req-c15a8eca-2612-4276-83cd-a7b0065298b4 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:48.568228 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-436ce5f3-abda-45bd-8252-f3a6b126ec0e req-c15a8eca-2612-4276-83cd-a7b0065298b4 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 931 time: 1.8288941 Jun 19 01:54:48.580985 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5fa7b4c6-31a8-4e36-9e5e-b25c89c1c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:48.754233 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device af429a2e-134e-413a-b805-b90afb8e74a9 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:54:48.826452 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6429414d-c989-4851-8fb4-d2ec3abb36a6,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:48.873404 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:49.076434 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.107340 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port af429a2e-134e-413a-b805-b90afb8e74a9 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:49.111553 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.129160 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.144417 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.146835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.178264 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Attempting to bind port 6429414d-c989-4851-8fb4-d2ec3abb36a6 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:49.179085 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.183083 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Attempting to bind port 6429414d-c989-4851-8fb4-d2ec3abb36a6 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'dcea285f-bb74-4ff4-8178-2a5a97287fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:49.183944 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.184722 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Attempting to bind port 6429414d-c989-4851-8fb4-d2ec3abb36a6 on network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:49.185984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.189925 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > port after_create 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.190743 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.191270 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > port after_update 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.194409 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.203229 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.203680 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.205049 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.223878 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Port 6429414d-c989-4851-8fb4-d2ec3abb36a6 on network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:54:49.224451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Attempting to bind port 6429414d-c989-4851-8fb4-d2ec3abb36a6 on network fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:49.241266 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:49.241722 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Checking segment: {'id': 'dcea285f-bb74-4ff4-8178-2a5a97287fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:49.242590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Bound using segment: {'id': 'dcea285f-bb74-4ff4-8178-2a5a97287fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:49.242816 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Bound port: 6429414d-c989-4851-8fb4-d2ec3abb36a6, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcea285f-bb74-4ff4-8178-2a5a97287fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:49.243134 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.252399 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8216abd2-3eda-4aa9-ba73-52db112ac88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.517328 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-35a405fa-597d-4171-838a-ef70603f3e0f req-e0e048b9-bb10-48e6-815d-2194b847dbc9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.0633492 Jun 19 01:54:49.570722 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] For port 6429414d-c989-4851-8fb4-d2ec3abb36a6, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:49.577518 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] For port 6429414d-c989-4851-8fb4-d2ec3abb36a6, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6,segment=NetworkSegment(dcea285f-bb74-4ff4-8178-2a5a97287fb5),segment_id=dcea285f-bb74-4ff4-8178-2a5a97287fb5)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:49.635572 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.642723 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d569ad3a-8dda-477d-a17e-48fb7730ee2a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:49.668855 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.669907 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.670460 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.671022 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:54:49.671620 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411f2111-916c-4934-a08a-1501f0693965']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:49.704702 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.713077 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5743533-b048-474f-b344-198ee3bcf459') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:49.713735 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5743533-b048-474f-b344-198ee3bcf459') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:49.728966 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.737441 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:49.745924 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d0faeed0-6af3-48ec-b3e7-f6ab5935330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:49.750128 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:49.760074 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:49.777201 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:49.777921 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.783969 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event updated for resources: {'Port': ['ID=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:49.792475 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:49.798386 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-436ce5f3-abda-45bd-8252-f3a6b126ec0e req-0dbdb5d8-70e9-4cf3-b95b-b119b7e0ad80 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2218485 Jun 19 01:54:49.799140 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:49.830154 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:49.832907 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.836953 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:49.837824 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/6429414d-c989-4851-8fb4-d2ec3abb36a6 HTTP/1.1" status: 200 len: 1093 time: 5.8661716 Jun 19 01:54:49.919186 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188ae602-8901-4959-8253-93a51fa4f98c', 'tag': '6429414d-c989-4851-8fb4-d2ec3abb36a6'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:54:50.086153 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.119640 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41650) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:50.123962 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.158946 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:54:50.159751 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.171850 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: from cryptography.utils import int_from_bytes Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: from cryptography.utils import int_from_bytes Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:54:50.174025 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:54:50.177322 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Pushing event updated for resources: {'Port': ['ID=f8f48c75-4dfd-40ae-b9ba-f4951730755e,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:50.186802 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:50.189089 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.257672 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:50.332838 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2976303 Jun 19 01:54:50.389742 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6429414d-c989-4851-8fb4-d2ec3abb36a6,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:50.402695 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:50.416332 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Request body: {'port': {'device_id': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:50.540356 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-3b2e83fa-4970-452c-aa5b-546732b84058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:50.542859 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-3b2e83fa-4970-452c-aa5b-546732b84058 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30eb1096fd6746fcb8990f9f829c316a&device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 1096 time: 0.4470706 Jun 19 01:54:50.710444 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Network 5ee08987-a7f8-4395-b09b-f5918209c45e is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:50.712331 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc7226e-6881-4e19-a017-325ecacfe88f,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:50.723560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f295c092-c601-4538-91b9-65023e5d89a7" -d '{"events": [{"name": "network-changed", "server_uuid": "188ae602-8901-4959-8253-93a51fa4f98c", "tag": "6429414d-c989-4851-8fb4-d2ec3abb36a6"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:54:50.729953 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-46c35e2b-1a8f-4b88-b7f5-06d9193931f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6 HTTP/1.1" status: 200 len: 217 time: 0.1761997 Jun 19 01:54:50.734159 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:50.752792 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:50.767841 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:54:50.776326 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:54:50.803403 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.804153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:50.852363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d157-4880-40cf-929e-d19e5760cad3 req-13b28031-ddeb-4012-acc2-23e9a65907ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:50.855808 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-13b28031-ddeb-4012-acc2-23e9a65907ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b HTTP/1.1" status: 200 len: 851 time: 0.1133482 Jun 19 01:54:51.068710 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-79160a39-ac25-49d9-9268-cc26860dda4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1878979 Jun 19 01:54:51.121053 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:51.284747 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:51.307857 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:51.330003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58faa5c0-8d37-419a-8490-06f41b435669 x-openstack-request-id: req-58faa5c0-8d37-419a-8490-06f41b435669 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:54:51.346154 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188ae602-8901-4959-8253-93a51fa4f98c", "tag": "6429414d-c989-4851-8fb4-d2ec3abb36a6", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:54:51.346893 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58faa5c0-8d37-419a-8490-06f41b435669 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:54:51.347869 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188ae602-8901-4959-8253-93a51fa4f98c', 'tag': '6429414d-c989-4851-8fb4-d2ec3abb36a6', 'status': 'completed', 'code': 200} Jun 19 01:54:51.541709 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a5a62-475a-4721-a76f-134607b2a2e7 req-7433fbc3-53e7-4e89-afc4-61e7c76dca7d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:51.543665 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6a9a5a62-475a-4721-a76f-134607b2a2e7 req-7433fbc3-53e7-4e89-afc4-61e7c76dca7d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 931 time: 0.6863184 Jun 19 01:54:51.655653 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-0a2681ac-4031-4441-a515-a92b4a2e66b4 service neutron] 10.222.0.45 "GET /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625865 Jun 19 01:54:51.666080 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:51.732351 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6a9a5a62-475a-4721-a76f-134607b2a2e7 req-ad7ce170-8ae5-4ad7-9d12-b57c02eb78ee tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129324 Jun 19 01:54:51.773081 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-414c873b-ef8f-471e-a358-169120ebaf51 None None] Provisioning complete for port f8f48c75-4dfd-40ae-b9ba-f4951730755e triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:51.774079 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-414c873b-ef8f-471e-a358-169120ebaf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:51.861753 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-414c873b-ef8f-471e-a358-169120ebaf51 None None] Port f8f48c75-4dfd-40ae-b9ba-f4951730755e cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:54:51.943733 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:54:51.955834 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9892cc8-ec8b-4cb2-ad35-885456607cd1 req-e234aeaf-c88a-48de-a006-9923bfbf99c0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:51.958216 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e9892cc8-ec8b-4cb2-ad35-885456607cd1 req-e234aeaf-c88a-48de-a006-9923bfbf99c0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 943 time: 0.3630295 Jun 19 01:54:51.965582 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:54:51.965814 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:51.980552 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:51.981210 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:51.988198 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:51.992396 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] 10.222.0.23 "DELETE /v2.0/networks/411f2111-916c-4934-a08a-1501f0693965 HTTP/1.1" status: 204 len: 168 time: 5.3780432 Jun 19 01:54:52.003197 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:52.015502 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41680) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:52.068625 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Pushing event deleted for resources: {'Network': ['ID=411f2111-916c-4934-a08a-1501f0693965,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:52.080223 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:52.085330 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-697c7c7d-ca5b-4a52-a296-77c78c16813c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.107746 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.162024 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:54:52.177921 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.179886 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.265043 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8c07ed28-7eef-40a0-9ae6-766006f540b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:52.298118 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.301950 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:52.415138 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0a7c90-a232-4df1-8db2-a0482e90ba2b {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:54:52.425569 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.430672 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a007d157-4880-40cf-929e-d19e5760cad3 req-c8d4f025-66fa-4167-a2c9-8495ed0c42a5 service neutron] 10.222.0.45 "GET /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273265 Jun 19 01:54:52.436314 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e9892cc8-ec8b-4cb2-ad35-885456607cd1 req-132302b3-51bd-4ee3-9d3b-2c4c57a4c14e tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598463 Jun 19 01:54:52.449784 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Transition to ACTIVE for port object 2c0a7c90-a232-4df1-8db2-a0482e90ba2b will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:52.533129 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41690) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:52.535438 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:52.541145 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:52.544653 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cc43c78ac934001a230696be9a45cec&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4115787 Jun 19 01:54:52.544653 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed01347-5849-42d1-8079-8fef756b871b,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:52.546717 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.563645 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Deleting subnet 118ddc4b-e8ce-46ce-8df4-0556a26c65df {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:54:52.563645 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.564290 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:52.573799 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.581829 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:52.619365 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.737163 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.745262 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:52.751134 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:52.888183 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.910124 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:54:52.923466 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] 10.222.0.23 "PUT /v2.0/routers/7bf55dd2-6a7e-42b7-9518-22ef697cd9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7369971 Jun 19 01:54:52.925683 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.936602 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:54:52.957210 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:52.963258 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:52.966685 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:53.068511 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Attempting to bind port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:53.069076 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Attempting to bind port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:53.078441 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Attempting to bind port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:53.112611 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c092-c601-4538-91b9-65023e5d89a7 req-a86227f7-c46d-42fa-8582-5dac6185cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:53.116101 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-a86227f7-c46d-42fa-8582-5dac6185cb54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30eb1096fd6746fcb8990f9f829c316a&device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 1096 time: 0.4673915 Jun 19 01:54:53.117317 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:54:53.118071 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Attempting to bind port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:53.161432 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:53.161432 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Checking segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:53.162092 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Bound using segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:53.187395 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Bound port: 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:53.187947 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.302454 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:53.405697 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] For port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:53.411844 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] For port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:53.445913 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.465527 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.468186 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-23f0346f-fa39-4971-afbf-e5ae36713160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:53.592335 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118ddc4b-e8ce-46ce-8df4-0556a26c65df,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:53.596520 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.606924 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/118ddc4b-e8ce-46ce-8df4-0556a26c65df HTTP/1.1" status: 204 len: 168 time: 1.5889401 Jun 19 01:54:53.609216 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:53.610241 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41708) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:53.765651 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.798964 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.807442 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:53.877954 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.887713 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ed01347-5849-42d1-8079-8fef756b871b HTTP/1.1" status: 204 len: 168 time: 1.3526895 Jun 19 01:54:53.898265 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:53.960817 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:54.053595 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc7226e-6881-4e19-a017-325ecacfe88f,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:54.070223 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:54.111835 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:54.116375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:54.202931 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:54:47Z', 'revision_number': 2, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:54.208662 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed01347-5849-42d1-8079-8fef756b871b,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:54.276335 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:54.280597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:54.287742 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/2c0a7c90-a232-4df1-8db2-a0482e90ba2b HTTP/1.1" status: 200 len: 1093 time: 3.8809314 Jun 19 01:54:54.299151 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'tag': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:54:54.309643 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aea3f3-5b79-491a-ac18-bcccb46dc3da" -d '{"events": [{"name": "network-changed", "server_uuid": "df34a38d-16ce-4ceb-8f98-cd93d8407a73", "tag": "2c0a7c90-a232-4df1-8db2-a0482e90ba2b"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:54:54.348389 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c092-c601-4538-91b9-65023e5d89a7 req-7b253633-ff43-4c44-b8da-0027d9ed121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:54.353518 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-7b253633-ff43-4c44-b8da-0027d9ed121d service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 HTTP/1.1" status: 200 len: 912 time: 1.0431232 Jun 19 01:54:54.357272 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Network 5ee08987-a7f8-4395-b09b-f5918209c45e is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:54:54.359586 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:54:54.418532 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:54.424009 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:54.438143 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:54:54.441096 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Updating router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 port f8f48c75-4dfd-40ae-b9ba-f4951730755e binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:54:54.622078 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:54.662569 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41740) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:54.680192 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:54.730502 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:54:54.817342 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-9d53667c-2d30-4e4b-b3a1-16ab2c8c047c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6 HTTP/1.1" status: 200 len: 217 time: 0.4294240 Jun 19 01:54:54.828089 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588320477', 'description': 'tempest-description--1920325016'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:54.873774 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92f1a9-b386-4340-ba03-2c51b097e74f req-800d0b37-c83b-478a-9f15-bd3edfa181b1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:54.879731 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2f92f1a9-b386-4340-ba03-2c51b097e74f req-800d0b37-c83b-478a-9f15-bd3edfa181b1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 943 time: 1.7462387 Jun 19 01:54:54.896470 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:54:54.916937 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:54.938064 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd63afcc-fc14-4921-a80f-d858095f1699']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:55.041930 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:54:55.045390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:55.155813 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:55.180215 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:55.271178 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a81ccc-8908-49c8-9c22-8eeefdbf6982') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:55.273200 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a81ccc-8908-49c8-9c22-8eeefdbf6982') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:55.593125 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c092-c601-4538-91b9-65023e5d89a7 req-63f44970-34e5-4be3-a4d3-6484e7ee4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:55.593125 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-63f44970-34e5-4be3-a4d3-6484e7ee4354 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b HTTP/1.1" status: 200 len: 851 time: 0.6674232 Jun 19 01:54:55.600006 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2f92f1a9-b386-4340-ba03-2c51b097e74f req-38cc98fd-6457-463c-a345-c0d60f7204d7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770327 Jun 19 01:54:55.637919 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-8aeadea3-3fc0-4130-b449-6b8cf2e71f94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717158 Jun 19 01:54:55.657705 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:55.666109 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-b66efd38-02da-4366-a7a1-cb15fb56e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:55.668413 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-b66efd38-02da-4366-a7a1-cb15fb56e9ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 1096 time: 1.0239511 Jun 19 01:54:55.760620 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:54:55.769099 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Transition to ACTIVE for port object f8f48c75-4dfd-40ae-b9ba-f4951730755e will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:55.778326 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Sync routers for ids ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:54:55.788546 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] 10.222.0.23 "PUT /v2.0/routers/3e83d654-ce4e-4148-b7b3-78d8c28e9dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6174240 Jun 19 01:54:55.810705 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Routers {'3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:55.815026 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:55.840580 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:55.886196 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:55.904789 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:54:55.905911 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:54:55.908786 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:54:55.963953 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd1da5-d802-450d-8e05-189bea4666c0 x-openstack-request-id: req-a0dd1da5-d802-450d-8e05-189bea4666c0 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:54:55.966463 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df34a38d-16ce-4ceb-8f98-cd93d8407a73", "tag": "2c0a7c90-a232-4df1-8db2-a0482e90ba2b", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:54:55.967506 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0dd1da5-d802-450d-8e05-189bea4666c0 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:54:55.968946 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'tag': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b', 'status': 'completed', 'code': 200} Jun 19 01:54:56.076146 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Set router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:56.090149 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-4027f43a-5712-4ab9-bc76-20645ce00e0c service neutron] 10.222.0.45 "GET /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202139 Jun 19 01:54:56.093274 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-b9fc1394-b91b-4165-b2c4-9062ee7c417b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b HTTP/1.1" status: 200 len: 217 time: 0.1113083 Jun 19 01:54:56.110957 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2737c2-ae0b-4444-aab7-7ab647aeded3 req-be4a1775-c614-4e49-9386-a2b6c08aea0d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:56.114332 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8c2737c2-ae0b-4444-aab7-7ab647aeded3 req-be4a1775-c614-4e49-9386-a2b6c08aea0d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 943 time: 0.8771653 Jun 19 01:54:56.308595 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41766) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:56.327709 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8c2737c2-ae0b-4444-aab7-7ab647aeded3 req-c9cc7c17-b497-4da1-b04f-c371211486ac tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468022 Jun 19 01:54:56.395822 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:56.493496 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:56.511170 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:56.512544 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:56.532268 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:56.534674 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:56.569249 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:56.578186 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd63afcc-fc14-4921-a80f-d858095f1699 HTTP/1.1" status: 204 len: 168 time: 2.9658599 Jun 19 01:54:56.579128 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd63afcc-fc14-4921-a80f-d858095f1699,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:56.591810 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:56.689604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-0de1781b-ddbc-4d15-a4b1-c975ef3b9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:56.694906 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-0de1781b-ddbc-4d15-a4b1-c975ef3b9719 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.5777259 Jun 19 01:54:56.762010 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f295c092-c601-4538-91b9-65023e5d89a7 req-ec6d17f8-db97-4327-8dd8-b837face715e service neutron] 10.222.0.45 "GET /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154416 Jun 19 01:54:56.820569 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0236acf-9bc0-4760-8dd2-0a19278ab0b3 None None] Pushing event updated for resources: {'Port': ['ID=f8f48c75-4dfd-40ae-b9ba-f4951730755e,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:56.851231 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f0236acf-9bc0-4760-8dd2-0a19278ab0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:57.000565 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:57.132606 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-eca6a2c1-5568-4ac5-aa3b-2aa92d5569c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4053981 Jun 19 01:54:57.193729 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:57.209957 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Attempting to bind port f8f48c75-4dfd-40ae-b9ba-f4951730755e on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:57.210640 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Attempting to bind port f8f48c75-4dfd-40ae-b9ba-f4951730755e by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:57.211211 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Attempting to bind port f8f48c75-4dfd-40ae-b9ba-f4951730755e on network c986e22d-a82d-46e8-958c-2e962cae9fe1 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:57.235691 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:57.235691 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Checking segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:57.235691 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:57.235691 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Bound using segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:57.244529 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Bound port: f8f48c75-4dfd-40ae-b9ba-f4951730755e, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:57.245424 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:57.310215 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:57.370423 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:51Z', 'revision_number': 4, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'bbc7226e-6881-4e19-a017-325ecacfe88f', 'name': '', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'mac_address': 'fa:16:3e:d5:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:46Z', 'updated_at': '2021-06-19T01:54:52Z', 'revision_number': 2, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'subnets': [{'id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:57.436560 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] For port f8f48c75-4dfd-40ae-b9ba-f4951730755e, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:57.441338 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] For port f8f48c75-4dfd-40ae-b9ba-f4951730755e, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=f8f48c75-4dfd-40ae-b9ba-f4951730755e,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:57.468017 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Checking router: 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:54:57.468769 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Updating router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe port bbc7226e-6881-4e19-a017-325ecacfe88f binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:54:57.506992 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fc0cd-012f-4c2c-8ac3-278a9cc0afcd req-3ff11edb-00b5-4c75-8fb6-93a7c17cfd83 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:57.522803 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bc5fc0cd-012f-4c2c-8ac3-278a9cc0afcd req-3ff11edb-00b5-4c75-8fb6-93a7c17cfd83 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 943 time: 0.1977985 Jun 19 01:54:57.533235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0f6336afe0d4deca5306fbe9ac0a509&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2213824 Jun 19 01:54:57.547281 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41794) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:57.553007 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:57.561245 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c322c7-79b9-4d64-9ea2-1cb29345e1c3,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:57.561245 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:57.621076 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bc5fc0cd-012f-4c2c-8ac3-278a9cc0afcd req-b40c0336-828d-4023-a19c-11e51cbc9c1b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Jun 19 01:54:57.641508 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:57.641508 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-573b0ccf-981b-4066-b68a-20ed1aa2e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:57.718233 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:57.719382 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:57.740637 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41796) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:57.806146 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0236acf-9bc0-4760-8dd2-0a19278ab0b3 None None] Pushing event updated for resources: {'Port': ['ID=f8f48c75-4dfd-40ae-b9ba-f4951730755e,revision_number=4']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:57.828953 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f0236acf-9bc0-4760-8dd2-0a19278ab0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:57.982128 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-36d7acec-930f-4688-8262-4d51c769ce80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1ee64446e4e47688e53c43423296386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2342839 Jun 19 01:54:57.983460 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41802) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:58.076377 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:54:58.191644 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-b8b8d5c5-23d1-4cd3-9ecd-6be40f629eaf service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0412199 Jun 19 01:54:58.287114 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.321928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-7e4edbba-de9d-4e07-8f95-78011c7bbad2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:58.344640 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-7e4edbba-de9d-4e07-8f95-78011c7bbad2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 818 time: 1.0257945 Jun 19 01:54:58.422103 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.477849 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.498817 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Transition to ACTIVE for port object bbc7226e-6881-4e19-a017-325ecacfe88f will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:54:58.531928 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-e027f23d-c213-4fc4-9bfd-6a6d9892ab41 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/quotas/c995bd0854424646af22e5e3ac26d027 HTTP/1.1" status: 200 len: 375 time: 0.1846969 Jun 19 01:54:58.584634 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21507a3a-6b60-498e-b3e2-b4d938c3b8d4 req-9f436162-635b-4cbb-9b6a-bff023aebf9f tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:58.591931 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-21507a3a-6b60-498e-b3e2-b4d938c3b8d4 req-9f436162-635b-4cbb-9b6a-bff023aebf9f tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 943 time: 0.4430630 Jun 19 01:54:58.620248 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.625003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.627407 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:58.732994 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-21507a3a-6b60-498e-b3e2-b4d938c3b8d4 req-7df112ee-e6fa-4b3f-8f64-04ba2c13cc5c tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356766 Jun 19 01:54:58.759200 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.769697 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.776010 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dba66bc-ee12-4a30-a713-6f1ce506cb4e HTTP/1.1" status: 204 len: 168 time: 0.7860157 Jun 19 01:54:58.776221 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:58.776659 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:58.801190 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:54:57Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:58.830189 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba66bc-ee12-4a30-a713-6f1ce506cb4e,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:58.861219 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:58.886183 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b258df1-3da5-4904-8a90-9ca5a25026ed None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:54:57Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:54:58.926906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7dca8170-f074-4597-b1cc-bdd5e96c7371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:58.953843 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.119562 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7014b41-6494-4071-bcbb-15aaa43c6006 req-6124fd97-1408-4a1c-ae75-3f66abcf5c6c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:59.126952 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b7014b41-6494-4071-bcbb-15aaa43c6006 req-6124fd97-1408-4a1c-ae75-3f66abcf5c6c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 943 time: 0.1630607 Jun 19 01:54:59.202139 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc98600-e29c-4d16-a9a9-12833782e795 None None] Pushing event updated for resources: {'Port': ['ID=bbc7226e-6881-4e19-a017-325ecacfe88f,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:59.202139 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-bcc98600-e29c-4d16-a9a9-12833782e795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:59.202302 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.202302 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.5226624 Jun 19 01:54:59.277488 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b7014b41-6494-4071-bcbb-15aaa43c6006 req-5822f3dd-57de-470f-b367-7ae2459ad436 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993507 Jun 19 01:54:59.277488 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41812) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:54:59.277488 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'security_group_rule': {'security_group_id': 'c5c6e8ca-4822-4096-ad2a-2eda4ba4d288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:54:59.284256 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-acefa170-5e51-4ca5-bb74-412bf970ae35 req-93d7940e-8cf8-4acb-9dbe-fd481d17eac8 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9241626 Jun 19 01:54:59.305004 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Attempting to bind port bbc7226e-6881-4e19-a017-325ecacfe88f on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:54:59.305456 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Attempting to bind port bbc7226e-6881-4e19-a017-325ecacfe88f by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:54:59.306039 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Attempting to bind port bbc7226e-6881-4e19-a017-325ecacfe88f on network 5ee08987-a7f8-4395-b09b-f5918209c45e {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:54:59.318716 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:54:59.319032 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Checking segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:54:59.319413 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.320409 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Bound using segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:54:59.320610 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Bound port: bbc7226e-6881-4e19-a017-325ecacfe88f, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:54:59.320956 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.322627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:59.332449 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.335528 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:59.349214 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d090f156-58f0-49eb-898c-83ef4f667c17 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7170162 Jun 19 01:54:59.489816 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.504106 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] For port bbc7226e-6881-4e19-a017-325ecacfe88f, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:54:59.559650 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] For port bbc7226e-6881-4e19-a017-325ecacfe88f, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=bbc7226e-6881-4e19-a017-325ecacfe88f,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:54:59.682545 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.698952 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-ff4d4d80-76df-4594-bfbd-d03c0eae2bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:59.766305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.806088 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Routers {'3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:54:59.806887 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:54:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:54:59.897855 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-3e800702-7dee-4221-8ed5-3402bd400885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:54:59.900443 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-3e800702-7dee-4221-8ed5-3402bd400885 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 1096 time: 0.2408624 Jun 19 01:54:59.907606 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:54:59.922905 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-f24569d5-3a04-4d70-9a42-6529e57d057a service neutron] 10.222.0.23 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564644 Jun 19 01:54:59.929629 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc98600-e29c-4d16-a9a9-12833782e795 None None] Pushing event updated for resources: {'Port': ['ID=bbc7226e-6881-4e19-a017-325ecacfe88f,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:59.942378 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-bcc98600-e29c-4d16-a9a9-12833782e795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:54:59.944691 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:54:59.978884 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e436d0f3-f14f-4fe9-903e-3b5e9c0d537b,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:54:59.983347 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:00.111986 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.116743 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8696642 Jun 19 01:55:00.141180 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41834) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:00.160239 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'security_group_rule': {'security_group_id': 'c5c6e8ca-4822-4096-ad2a-2eda4ba4d288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:00.184330 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] Set router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:00.204401 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.240443 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.244707 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31c322c7-79b9-4d64-9ea2-1cb29345e1c3 HTTP/1.1" status: 204 len: 168 time: 2.6799452 Jun 19 01:55:00.304610 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102995f3-6429-4dfe-ba9b-b4eaad05432b req-58dff04f-aaa6-49e5-bff3-2bffba390c7d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:00.310405 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-102995f3-6429-4dfe-ba9b-b4eaad05432b req-58dff04f-aaa6-49e5-bff3-2bffba390c7d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 943 time: 0.2415254 Jun 19 01:55:00.344223 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:00.365359 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c322c7-79b9-4d64-9ea2-1cb29345e1c3,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:00.374036 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:00.381665 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.438436 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-fe04718b-e617-47b5-9aa8-461576a5d346 service neutron] 10.222.0.23 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146341 Jun 19 01:55:00.471307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-bb0b063a-3461-4ef9-8c29-efc4735e0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:00.473988 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-bb0b063a-3461-4ef9-8c29-efc4735e0665 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 915 time: 0.5243278 Jun 19 01:55:00.538858 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41842) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:00.558302 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-102995f3-6429-4dfe-ba9b-b4eaad05432b req-4534c934-01f9-4b27-8cc5-69aafbc4f327 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297311 Jun 19 01:55:00.728429 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-1b21e575-9ce4-4c5a-a093-43dd94794556 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b HTTP/1.1" status: 200 len: 217 time: 0.1108332 Jun 19 01:55:00.730688 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.793302 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device f8f48c75-4dfd-40ae-b9ba-f4951730755e up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:00.847838 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-39442c43-c023-437d-83f6-418ad771e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:00.850469 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-39442c43-c023-437d-83f6-418ad771e818 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.1134851 Jun 19 01:55:00.855889 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6d4deb75-63e2-49b1-9bf1-23029c8514da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c33175db0284973b8b190ad562f1666&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3147831 Jun 19 01:55:00.859320 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41844) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:00.869073 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.875400 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8261a89d-625c-42a5-ba15-78df59bdd940 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:00.927942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59d9a80-ad82-4078-8568-a2a8fb12590e,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:00.932890 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:00.951725 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.971749 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:51Z', 'revision_number': 4, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'bbc7226e-6881-4e19-a017-325ecacfe88f', 'name': '', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'mac_address': 'fa:16:3e:d5:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:46Z', 'updated_at': '2021-06-19T01:54:59Z', 'revision_number': 4, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'subnets': [{'id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:00.977244 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:00.984843 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8d46b6ce-859c-44de-bfa7-04957a21ef63 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8391371 Jun 19 01:55:00.986387 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 41856) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:01.002536 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'floatingip': {'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:01.036068 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.073457 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3fd5-b3c0-408b-8438-5045a609ce4b req-8a961775-beee-4247-b75d-ab3fd8d941fe tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:01.075688 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d3be3fd5-b3c0-408b-8438-5045a609ce4b req-8a961775-beee-4247-b75d-ab3fd8d941fe tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 943 time: 0.2654202 Jun 19 01:55:01.088946 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7e4a0-04a3-4037-adbf-5b929b01a88e None None] The sync data for ids ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'] in dv-cinder-797170-1-smb is: [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:51Z', 'revision_number': 4, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'bbc7226e-6881-4e19-a017-325ecacfe88f', 'name': '', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'mac_address': 'fa:16:3e:d5:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:46Z', 'updated_at': '2021-06-19T01:54:59Z', 'revision_number': 4, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'subnets': [{'id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:55:01.096837 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port f8f48c75-4dfd-40ae-b9ba-f4951730755e completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:01.110679 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port f8f48c75-4dfd-40ae-b9ba-f4951730755e triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:01.119635 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.254278 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.333772 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d3be3fd5-b3c0-408b-8438-5045a609ce4b req-6e0226a1-6865-4dca-b700-5fc2085bfd67 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435460 Jun 19 01:55:01.401152 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.546322 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cef2d9a1-1ef2-4e61-a322-a9b4d1468400 req-98a4f4c1-95e7-48ae-8dd2-bc7c0ecab382 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 210 time: 0.3409042 Jun 19 01:55:01.568820 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-26e51292-c720-47df-b2aa-9511c7db378c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3547392 Jun 19 01:55:01.568820 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.568820 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.572724 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port f8f48c75-4dfd-40ae-b9ba-f4951730755e, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=f8f48c75-4dfd-40ae-b9ba-f4951730755e,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:01.574049 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/751fb804-e981-4bd8-a97d-d3a450d88825 HTTP/1.1" status: 204 len: 168 time: 0.7139266 Jun 19 01:55:01.586101 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2d07cfc8-4eb9-4203-b4e3-0727d2948d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:01.623362 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751fb804-e981-4bd8-a97d-d3a450d88825,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:01.634349 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:01.701844 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:01.709734 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:01.964705 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=f8f48c75-4dfd-40ae-b9ba-f4951730755e,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:01.984083 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:02.060097 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-a8256df7-3d44-47a4-a27d-68515b08b7ef service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843242 Jun 19 01:55:02.212072 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:02.418380 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18aea3f3-5b79-491a-ac18-bcccb46dc3da req-a4be5c75-8ab9-4f19-b91a-1c422402f66b service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388929 Jun 19 01:55:02.536166 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Allocated IP 172.28.0.135 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/42aa9670-2fc2-4563-934b-f73aee5b4204) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:02.679624 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b515185-ff11-431c-bde7-ea78bd97ddca req-b0f55830-14a6-404a-819b-9262373f4fb0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:02.686893 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4b515185-ff11-431c-bde7-ea78bd97ddca req-b0f55830-14a6-404a-819b-9262373f4fb0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 943 time: 0.6191039 Jun 19 01:55:02.767998 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-1e7a3a8e-82f6-44b5-8df1-5df7ed37e65a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:02.776398 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-1e7a3a8e-82f6-44b5-8df1-5df7ed37e65a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 818 time: 0.3645945 Jun 19 01:55:02.822746 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-cd56834e-563c-496f-a519-517b218ed507 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/quotas/c995bd0854424646af22e5e3ac26d027 HTTP/1.1" status: 200 len: 375 time: 0.0228438 Jun 19 01:55:02.872752 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device f8f48c75-4dfd-40ae-b9ba-f4951730755e up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:02.935541 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-b5048c97-214e-4dd1-bcc0-c3338056fc47 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136284 Jun 19 01:55:02.990164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port f8f48c75-4dfd-40ae-b9ba-f4951730755e triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:02.990986 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.024476 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.132477 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-b645b106-502d-4487-94b7-0e416d549886 service neutron] 10.222.0.23 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885471 Jun 19 01:55:03.162121 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4b515185-ff11-431c-bde7-ea78bd97ddca req-e98fba8d-d2fb-46bb-873e-b9f0acd676b9 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363594 Jun 19 01:55:03.236790 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.239641 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:03.271179 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device bbc7226e-6881-4e19-a017-325ecacfe88f up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:03.299629 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-2b4ec0eb-2f54-4dd8-8796-0a789df5d322 service neutron] 10.222.0.23 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596906 Jun 19 01:55:03.433398 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'Port': ['ID=42aa9670-2fc2-4563-934b-f73aee5b4204,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:03.470490 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:03.472794 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:03.479501 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:03.492825 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:03.509272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port bbc7226e-6881-4e19-a017-325ecacfe88f completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:03.528992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port bbc7226e-6881-4e19-a017-325ecacfe88f triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:03.529807 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.539956 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41940) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:03.673853 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a497-71e5-47b6-9658-4661b163aa38 req-3536badb-64f4-4b5c-9f65-37623559fd5b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:03.676754 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0954a497-71e5-47b6-9658-4661b163aa38 req-3536badb-64f4-4b5c-9f65-37623559fd5b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 943 time: 0.2733364 Jun 19 01:55:03.712481 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.842956 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port bbc7226e-6881-4e19-a017-325ecacfe88f, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=bbc7226e-6881-4e19-a017-325ecacfe88f,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:03.868744 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7cee0975-e41c-436d-99ba-ba6abe7a412e req-37a37d74-93ba-4fde-a8b5-c202f31b6f5e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 210 time: 0.0522912 Jun 19 01:55:03.872127 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0954a497-71e5-47b6-9658-4661b163aa38 req-5514233e-1c35-4563-a777-724b3a16539e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643503 Jun 19 01:55:03.918805 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.918805 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:03.963917 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:03.982657 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.085205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=bbc7226e-6881-4e19-a017-325ecacfe88f,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:04.100365 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:04.147061 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.246292 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.391916 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.401588 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.414166 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:04.494192 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.498101 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:04.519530 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 6429414d-c989-4851-8fb4-d2ec3abb36a6 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:55:04.536482 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09a09fa3f058443f8a0051a0b73c8596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9938731 Jun 19 01:55:04.545082 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 41974) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:04.580257 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b147b3-c509-4d26-a70e-5136fb898d4a,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:04.627177 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:04.632355 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device bbc7226e-6881-4e19-a017-325ecacfe88f up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:04.702084 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca72b65-a6e8-462c-ac60-edbc433ec9c0 req-6eca999e-f0e2-4a10-b734-39872175b22d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:04.702084 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8ca72b65-a6e8-462c-ac60-edbc433ec9c0 req-6eca999e-f0e2-4a10-b734-39872175b22d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 943 time: 0.3489766 Jun 19 01:55:04.731325 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.774548 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.779604 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'Port': ['ID=42aa9670-2fc2-4563-934b-f73aee5b4204,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:04.788390 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8ca72b65-a6e8-462c-ac60-edbc433ec9c0 req-d98f164d-6476-44e7-bf6b-da0c4aa1a7f6 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759745 Jun 19 01:55:04.794628 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:04.810548 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.928897 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.930323 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9391582 Jun 19 01:55:04.962327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.965459 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:04.982651 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3b147b3-c509-4d26-a70e-5136fb898d4a HTTP/1.1" status: 204 len: 168 time: 0.4329195 Jun 19 01:55:04.983444 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:05.018775 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b147b3-c509-4d26-a70e-5136fb898d4a,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:05.026138 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:05.086150 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 6429414d-c989-4851-8fb4-d2ec3abb36a6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6,segment=NetworkSegment(dcea285f-bb74-4ff4-8178-2a5a97287fb5),segment_id=dcea285f-bb74-4ff4-8178-2a5a97287fb5)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:05.159629 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port bbc7226e-6881-4e19-a017-325ecacfe88f triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:05.159629 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:05.286477 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '6429414d-c989-4851-8fb4-d2ec3abb36a6', 'network_id': 'fe967e98-9d1c-4a9f-8e0a-24310fdd24e2', 'port_id': '6429414d-c989-4851-8fb4-d2ec3abb36a6', 'mac_address': 'fa:16:3e:45:35:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:55:05.425065 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-04126019-e2f9-4dfc-967f-ae327cf69e9c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:05.427444 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-04126019-e2f9-4dfc-967f-ae327cf69e9c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 818 time: 0.3097525 Jun 19 01:55:05.449791 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Request body: {'port': {'device_id': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'admin_state_up': True, 'tenant_id': 'c995bd0854424646af22e5e3ac26d027'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:05.544251 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11afa3-1363-4d9c-a0ad-8d19eddf27fc req-f0bc1e16-8004-4a8e-8af8-386c3d1c5d24 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:05.545180 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:05.556976 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cbe42c67-14c1-4695-bd35-d7ef20be34c1 req-1cb8e522-ab78-4504-878a-7c6185bdc93c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 210 time: 0.5971463 Jun 19 01:55:05.572475 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fd11afa3-1363-4d9c-a0ad-8d19eddf27fc req-f0bc1e16-8004-4a8e-8af8-386c3d1c5d24 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 943 time: 0.2874954 Jun 19 01:55:05.614716 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fd11afa3-1363-4d9c-a0ad-8d19eddf27fc req-7e2be731-0214-46be-8a8b-1be2c0b75369 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Jun 19 01:55:05.619379 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6429414d-c989-4851-8fb4-d2ec3abb36a6 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:05.723106 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 6429414d-c989-4851-8fb4-d2ec3abb36a6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6,segment=NetworkSegment(dcea285f-bb74-4ff4-8178-2a5a97287fb5),segment_id=dcea285f-bb74-4ff4-8178-2a5a97287fb5)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:05.784635 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:05.786239 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2c0a7c90-a232-4df1-8db2-a0482e90ba2b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:55:05.831665 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-9e294190-d87c-4472-b0e0-82f04ce0ce6a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--588320477&fields=id&tenant_id=8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 267 time: 0.1047065 Jun 19 01:55:05.832062 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:05.848141 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Made reservation on behalf of c995bd0854424646af22e5e3ac26d027 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:05.852447 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:06.032923 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=6429414d-c989-4851-8fb4-d2ec3abb36a6,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:06.042233 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:06.058818 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-45dbe656-2019-424e-ab0c-1b2ed671aa36 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:06.072041 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-45dbe656-2019-424e-ab0c-1b2ed671aa36 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 817 time: 0.2443111 Jun 19 01:55:06.073771 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:06.102589 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-960f7f61-dee3-4fc4-b244-b5704d2f9d23 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/quotas/8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 375 time: 0.0267460 Jun 19 01:55:06.120651 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'port_id': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b', 'mac_address': 'fa:16:3e:0c:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdef957-0501-4f73-8a10-91ef360a37a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:55:06.198676 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:06.225486 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0a7c90-a232-4df1-8db2-a0482e90ba2b {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:06.266218 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:06.267159 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-529994ba-d5b5-4068-a657-652ecd7ca169 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1634417 Jun 19 01:55:06.311216 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Allocated IP 172.20.0.12 (5ee08987-a7f8-4395-b09b-f5918209c45e/acafad45-59c9-4a00-ba27-df4db17d5e5e/3d020b53-5c98-4f18-bd2d-70275a052bfd) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:06.377468 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cddb8-b47b-4270-bc7d-ef71f7e6fc3c req-10461571-8ba6-4cd6-9235-c7eb6c75256f tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:06.391978 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:06.396046 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-bcc98600-e29c-4d16-a9a9-12833782e795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:06.397173 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d56cddb8-b47b-4270-bc7d-ef71f7e6fc3c req-10461571-8ba6-4cd6-9235-c7eb6c75256f tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 944 time: 0.3192203 Jun 19 01:55:06.403565 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42032) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:06.495966 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-c4fb054e-73c8-45b7-ac85-3a5a93fc719a service neutron] 10.222.0.23 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247379 Jun 19 01:55:06.508653 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:06.602097 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d56cddb8-b47b-4270-bc7d-ef71f7e6fc3c req-ea48af71-6660-4473-aa51-21ceddaf1aa0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038357 Jun 19 01:55:06.678409 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:06.701611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:06.713428 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['6429414d-c989-4851-8fb4-d2ec3abb36a6'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:06.728413 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-339994ba-1368-455e-ae37-1b61e69a5c22 service neutron] 10.222.0.23 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244306 Jun 19 01:55:06.863009 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:07.053876 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fb40aa8e-745a-40ad-893e-97402d9ae0e4 req-8e9a112f-ea1e-4250-81c7-ec38c2936ba5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 210 time: 0.0671387 Jun 19 01:55:07.063487 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:07.190792 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:07.305389 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:07.309942 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-bc39542c-cb07-4fe7-8003-ee6ad689b58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:07.375711 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-88dbe335-b5c7-4063-9d8e-f967ff416a05 req-d64e2abb-56a0-47b9-8c97-fb536a5af43e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.1142812 Jun 19 01:55:07.544972 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e21a09e21dd6409498d80c5a909de494&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1382968 Jun 19 01:55:07.556717 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42056) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:07.556869 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:07.577767 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c15c42-e554-4321-a042-aa2a6c3c5b05,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:07.587015 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:07.589346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-781618f1-219a-4493-a405-518f5f80e0d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:07.611949 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Network 5ee08987-a7f8-4395-b09b-f5918209c45e is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:07.616892 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:07.773810 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:07.830228 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:07.903709 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:07.909821 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:07.911051 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:08.070138 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:08.079631 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6388781 Jun 19 01:55:08.079748 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:08.084473 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95c15c42-e554-4321-a042-aa2a6c3c5b05 HTTP/1.1" status: 204 len: 168 time: 0.5359166 Jun 19 01:55:08.090872 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d874965-5656-436b-b4d9-5ad1a48657fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:08.093310 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Request body: {'port': {'device_id': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:08.127904 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Pushing event updated for resources: {'Port': ['ID=3d020b53-5c98-4f18-bd2d-70275a052bfd,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:08.128601 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c15c42-e554-4321-a042-aa2a6c3c5b05,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:08.128869 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52517cc-5b5b-49a9-bb1a-c744787a5dca req-854bfade-0136-4647-89d0-5b81ef9a0e16 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:08.128869 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c52517cc-5b5b-49a9-bb1a-c744787a5dca req-854bfade-0136-4647-89d0-5b81ef9a0e16 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 944 time: 0.7802777 Jun 19 01:55:08.133484 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca20dc6-4936-474b-868b-eb6d2398bc34 req-dffa7ee4-944b-44aa-9f2e-11bc674cb2e7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:08.137043 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0ca20dc6-4936-474b-868b-eb6d2398bc34 req-dffa7ee4-944b-44aa-9f2e-11bc674cb2e7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 944 time: 0.1551335 Jun 19 01:55:08.138472 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:08.150096 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:08.259178 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-24c0d611-c346-47aa-8d2e-0850e966d311 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:08.268853 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-24c0d611-c346-47aa-8d2e-0850e966d311 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 818 time: 0.3454385 Jun 19 01:55:08.296410 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0ca20dc6-4936-474b-868b-eb6d2398bc34 req-138f05a0-493c-4ae5-9ef5-2e7e0b388283 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469626 Jun 19 01:55:08.316014 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Request body: {'port': {'device_id': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'admin_state_up': True, 'tenant_id': 'c995bd0854424646af22e5e3ac26d027'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:08.382130 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c52517cc-5b5b-49a9-bb1a-c744787a5dca req-21d4bc3a-38ae-4a3d-b028-3a51a58d229b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547636 Jun 19 01:55:08.446334 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:08.515370 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 6429414d-c989-4851-8fb4-d2ec3abb36a6 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:08.592232 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42092) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:08.610665 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-85b2f286-52b4-45b4-96a6-30d6a174c97e req-cf970e8a-eed4-4c64-b63c-6de26f392aae tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.0911386 Jun 19 01:55:08.616834 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6f0f5d2b-e60e-4546-99e2-0132d6db3447 req-b994e77b-db9d-4de1-8d26-c4a67e6e7ce8 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 210 time: 0.1191375 Jun 19 01:55:08.802542 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 6429414d-c989-4851-8fb4-d2ec3abb36a6 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:08.810789 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 6429414d-c989-4851-8fb4-d2ec3abb36a6 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:08.811752 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:08.986307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Made reservation on behalf of c995bd0854424646af22e5e3ac26d027 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:08.987184 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:08.992194 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.014785 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ae602-8901-4959-8253-93a51fa4f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6429414d-c989-4851-8fb4-d2ec3abb36a6'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:09.055280 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d020b53-5c98-4f18-bd2d-70275a052bfd {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:09.088850 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.094651 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 6429414d-c989-4851-8fb4-d2ec3abb36a6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6,segment=NetworkSegment(dcea285f-bb74-4ff4-8178-2a5a97287fb5),segment_id=dcea285f-bb74-4ff4-8178-2a5a97287fb5)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:09.177694 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Transition to ACTIVE for port object 3d020b53-5c98-4f18-bd2d-70275a052bfd will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:09.190373 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.192829 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2c0a7c90-a232-4df1-8db2-a0482e90ba2b up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:09.195647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:09.290267 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=6429414d-c989-4851-8fb4-d2ec3abb36a6,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:09.296101 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.305864 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:09.422772 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:09.462848 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.464658 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:09.469529 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:09.470270 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.565846 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Allocated IP 172.20.0.7 (5ee08987-a7f8-4395-b09b-f5918209c45e/acafad45-59c9-4a00-ba27-df4db17d5e5e/c9831926-e441-46ab-8580-912fdb204598) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:09.634753 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619af75d-a27c-4142-acd1-b9b1b386b656" -d '{"events": [{"server_uuid": "188ae602-8901-4959-8253-93a51fa4f98c", "name": "network-vif-plugged", "status": "completed", "tag": "6429414d-c989-4851-8fb4-d2ec3abb36a6"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:09.674550 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.719725 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:09.721199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ea63a-1123-4dce-885e-c4c5fb9c5f8a req-fbb821d8-7664-4600-b1d2-3edb885194e1 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:09.723560 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-246ea63a-1123-4dce-885e-c4c5fb9c5f8a req-fbb821d8-7664-4600-b1d2-3edb885194e1 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.1527321 Jun 19 01:55:09.789738 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-246ea63a-1123-4dce-885e-c4c5fb9c5f8a req-9b831296-6fff-4655-b470-188998d8bd0d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585048 Jun 19 01:55:09.808330 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:09.810823 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:09.822145 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Pushing event updated for resources: {'Port': ['ID=3d020b53-5c98-4f18-bd2d-70275a052bfd,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:09.834379 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:09.903452 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:09.906517 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:09.955164 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Attempting to bind port 3d020b53-5c98-4f18-bd2d-70275a052bfd on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:09.955535 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Attempting to bind port 3d020b53-5c98-4f18-bd2d-70275a052bfd by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:09.955849 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Attempting to bind port 3d020b53-5c98-4f18-bd2d-70275a052bfd on network 5ee08987-a7f8-4395-b09b-f5918209c45e {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:09.971146 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d6d6e-2300-42fa-8a09-bc389eaa9687 x-openstack-request-id: req-f99d6d6e-2300-42fa-8a09-bc389eaa9687 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:09.971477 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ae602-8901-4959-8253-93a51fa4f98c", "name": "network-vif-plugged", "status": "completed", "tag": "6429414d-c989-4851-8fb4-d2ec3abb36a6", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:09.971745 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f99d6d6e-2300-42fa-8a09-bc389eaa9687 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:09.973594 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ae602-8901-4959-8253-93a51fa4f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6429414d-c989-4851-8fb4-d2ec3abb36a6', 'code': 200} Jun 19 01:55:09.979316 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Port 3d020b53-5c98-4f18-bd2d-70275a052bfd on network 5ee08987-a7f8-4395-b09b-f5918209c45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:55:09.979646 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Attempting to bind port 3d020b53-5c98-4f18-bd2d-70275a052bfd on network 5ee08987-a7f8-4395-b09b-f5918209c45e {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:10.005038 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:10.005374 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Checking segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:10.005773 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Bound using segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:10.006290 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Bound port: 3d020b53-5c98-4f18-bd2d-70275a052bfd, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:10.006646 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.052676 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d22b-c71e-4171-84df-c0f72066ed1d req-b5ea4356-9366-4cd1-b9f3-01c48b275317 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:10.054309 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f7c9d22b-c71e-4171-84df-c0f72066ed1d req-b5ea4356-9366-4cd1-b9f3-01c48b275317 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 944 time: 0.3056109 Jun 19 01:55:10.127808 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-55ae1c22-4a61-498a-962a-3b003185a398 req-bdc7f1f6-4b51-41ee-98fd-c52a0e46e061 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 210 time: 0.0377722 Jun 19 01:55:10.150288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.219595 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.237718 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f7c9d22b-c71e-4171-84df-c0f72066ed1d req-b32ca74c-7f6b-48fc-afff-c496a45ff8d4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568456 Jun 19 01:55:10.248451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] For port 3d020b53-5c98-4f18-bd2d-70275a052bfd, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:10.254668 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] For port 3d020b53-5c98-4f18-bd2d-70275a052bfd, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:10.275264 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.280938 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6b6f9224-35aa-4574-8ab0-a3b6c7f58939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:10.336923 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d064d2ff6784302af33174d9f60cf51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7253938 Jun 19 01:55:10.339466 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42150) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:10.346340 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d20ab56-55e2-4c98-932f-7200d056b7c4,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:10.351243 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:10.403764 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.412749 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:10.442243 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.446765 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.447696 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-890f1ca4-2e81-48ba-8157-997e3b5907a6 req-35f86551-0f47-404e-9818-0a432bf3dde0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.0434287 Jun 19 01:55:10.477529 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:10.478337 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.480025 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] 10.222.0.45 "PUT /v2.0/ports/3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 1094 time: 2.3940892 Jun 19 01:55:10.480741 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'tag': '3d020b53-5c98-4f18-bd2d-70275a052bfd'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:10.491688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd536ed-f64e-4520-8cde-83d456f861f4", "tag": "3d020b53-5c98-4f18-bd2d-70275a052bfd"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:10.514253 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.531878 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Pushing event updated for resources: {'Port': ['ID=3d020b53-5c98-4f18-bd2d-70275a052bfd,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:10.538835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:10.539343 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:10.576563 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Network 5ee08987-a7f8-4395-b09b-f5918209c45e is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:10.619894 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.45', 65200) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:10.626378 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81312e4b-c2a5-46ee-b797-0b9ed5157709 x-openstack-request-id: req-81312e4b-c2a5-46ee-b797-0b9ed5157709 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:10.626702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd536ed-f64e-4520-8cde-83d456f861f4", "tag": "3d020b53-5c98-4f18-bd2d-70275a052bfd", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:10.627171 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81312e4b-c2a5-46ee-b797-0b9ed5157709 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:10.627667 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'tag': '3d020b53-5c98-4f18-bd2d-70275a052bfd', 'status': 'completed', 'code': 200} Jun 19 01:55:10.685548 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:10.698249 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:10.706974 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:10.707941 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:10.767694 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Pushing event updated for resources: {'Port': ['ID=c9831926-e441-46ab-8580-912fdb204598,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:10.768852 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba req-2c1e7981-f4a8-4927-acd0-965fa1e85777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:10.771680 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba req-2c1e7981-f4a8-4927-acd0-965fa1e85777 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1097 time: 0.1502166 Jun 19 01:55:10.776845 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:10.860017 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a5a27-653e-467d-aa26-f4de2ce4846d req-d1e3aa43-eec4-4079-95de-c3c5776e0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:10.863412 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-673a5a27-653e-467d-aa26-f4de2ce4846d req-d1e3aa43-eec4-4079-95de-c3c5776e0bc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 1098 time: 0.2851431 Jun 19 01:55:10.867885 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5805070 Jun 19 01:55:10.942912 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Request body: {'port': {'device_id': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:11.008155 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba req-8f33f071-9cf1-430a-be72-ffd12738e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:11.009977 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba req-8f33f071-9cf1-430a-be72-ffd12738e295 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c995bd0854424646af22e5e3ac26d027&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2291999 Jun 19 01:55:11.026721 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-673a5a27-653e-467d-aa26-f4de2ce4846d req-85349262-d906-41eb-9e31-722d926579e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.031142 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.033835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.035123 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d20ab56-55e2-4c98-932f-7200d056b7c4 HTTP/1.1" status: 204 len: 168 time: 0.6943989 Jun 19 01:55:11.037618 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-35c02712-4760-4b72-a6fc-927e7c358c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:11.086223 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d20ab56-55e2-4c98-932f-7200d056b7c4,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:11.086454 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:11.117394 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.359061 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-673a5a27-653e-467d-aa26-f4de2ce4846d req-85349262-d906-41eb-9e31-722d926579e2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.374224 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f950f63-5f8a-482b-8523-f08c31d73756 req-278dbe83-03e9-4aaa-a27d-168589b166d0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:11.396602 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8f950f63-5f8a-482b-8523-f08c31d73756 req-278dbe83-03e9-4aaa-a27d-168589b166d0 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.3583243 Jun 19 01:55:11.403293 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba req-d79ffa10-4236-4c65-a4e2-2aee3a09ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:11.405370 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5129ea56-d34b-4cfa-8dbd-0275f37b7eba req-d79ffa10-4236-4c65-a4e2-2aee3a09ebff service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3880587 Jun 19 01:55:11.454436 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8f950f63-5f8a-482b-8523-f08c31d73756 req-8b58163f-5dbc-49f1-ae80-7d9cd83719e8 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Jun 19 01:55:11.465343 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-673a5a27-653e-467d-aa26-f4de2ce4846d req-85349262-d906-41eb-9e31-722d926579e2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.480184 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:11.505713 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.45', 65201) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:11.542720 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-673a5a27-653e-467d-aa26-f4de2ce4846d req-85349262-d906-41eb-9e31-722d926579e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668940 Jun 19 01:55:11.569368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85349262-d906-41eb-9e31-722d926579e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ca9b5-a482-43c0-9025-d19801cb9fd8,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:11.622472 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-85349262-d906-41eb-9e31-722d926579e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:11.667546 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9831926-e441-46ab-8580-912fdb204598 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:11.719306 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.756243 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544919-c885-4ed3-8ca1-0502292d11ad req-6c980e6b-06ca-4776-ab4d-1f1ef0308b13 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:11.760351 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-54544919-c885-4ed3-8ca1-0502292d11ad req-6c980e6b-06ca-4776-ab4d-1f1ef0308b13 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 931 time: 0.3576472 Jun 19 01:55:11.772315 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Transition to ACTIVE for port object c9831926-e441-46ab-8580-912fdb204598 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:11.856628 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-54544919-c885-4ed3-8ca1-0502292d11ad req-19f992b0-7d36-4b7f-8263-8515e060cc8c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817060 Jun 19 01:55:11.886139 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:11.890523 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:11.954483 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-65ba92df-486c-4a37-8d83-2b5de1de6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:11.958039 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-65ba92df-486c-4a37-8d83-2b5de1de6de9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1097 time: 0.4507191 Jun 19 01:55:11.975200 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:11.982364 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe9575a-c27c-4bd6-b5ad-3d0ced7e4660" -d '{"events": [{"server_uuid": "df34a38d-16ce-4ceb-8f98-cd93d8407a73", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a7c90-a232-4df1-8db2-a0482e90ba2b"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:12.425000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42208) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:12.453550 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Pushing event updated for resources: {'Port': ['ID=c9831926-e441-46ab-8580-912fdb204598,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:12.466224 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:12.469750 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-1ab2db9b-cac0-4749-91d3-249003685fcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 217 time: 0.4965842 Jun 19 01:55:12.554833 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5fc886d4-f7dc-46af-9fe6-c670a68a9452 req-4e023244-631b-47c0-a509-f8a55c7f8f1f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.1477904 Jun 19 01:55:12.581182 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-f67e461b-0c88-441f-893b-86a64209fcc5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:12.584486 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-f67e461b-0c88-441f-893b-86a64209fcc5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 817 time: 1.1283891 Jun 19 01:55:12.605621 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:12.697831 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88983a13-2b5a-44e6-9399-753b9e39e1be x-openstack-request-id: req-88983a13-2b5a-44e6-9399-753b9e39e1be {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:12.698319 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df34a38d-16ce-4ceb-8f98-cd93d8407a73", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a7c90-a232-4df1-8db2-a0482e90ba2b", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:12.698741 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88983a13-2b5a-44e6-9399-753b9e39e1be {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:12.699600 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b', 'code': 200} Jun 19 01:55:12.780550 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6866c-34b9-450b-8895-c46f440c7376 req-f2f97e5b-21b0-4632-a7d5-9de25eab70a9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:12.783050 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8cf6866c-34b9-450b-8895-c46f440c7376 req-f2f97e5b-21b0-4632-a7d5-9de25eab70a9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 1.0429099 Jun 19 01:55:12.784093 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Attempting to bind port c9831926-e441-46ab-8580-912fdb204598 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:12.788462 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Attempting to bind port c9831926-e441-46ab-8580-912fdb204598 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:12.788462 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Attempting to bind port c9831926-e441-46ab-8580-912fdb204598 on network 5ee08987-a7f8-4395-b09b-f5918209c45e {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:12.817380 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Port c9831926-e441-46ab-8580-912fdb204598 on network 5ee08987-a7f8-4395-b09b-f5918209c45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:55:12.818127 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Attempting to bind port c9831926-e441-46ab-8580-912fdb204598 on network 5ee08987-a7f8-4395-b09b-f5918209c45e {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:12.833507 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:12.834182 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Checking segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:12.836318 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Bound using segment: {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:12.837489 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Bound port: c9831926-e441-46ab-8580-912fdb204598, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791c4cd4-4d66-49a3-9652-5a940bda707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:12.838634 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:12.905437 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-e4f5cd59-8a0c-443d-b2c9-c5d9c80ffce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:12.907498 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-e4f5cd59-8a0c-443d-b2c9-c5d9c80ffce2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.4256499 Jun 19 01:55:12.976222 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-173d75b6-aa07-487c-a2a1-8e0ac443590b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 379 time: 0.3556116 Jun 19 01:55:13.069521 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'port': {'device_id': '16373990-2826-436a-86f0-64c87f8d15b1', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'admin_state_up': True, 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'security_groups': ['c5c6e8ca-4822-4096-ad2a-2eda4ba4d288']}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:13.111189 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-e2b43072-1fb3-4481-a4d0-9f5051265294 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407497 Jun 19 01:55:13.171409 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] For port c9831926-e441-46ab-8580-912fdb204598, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:13.186948 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8cf6866c-34b9-450b-8895-c46f440c7376 req-8c8c4af8-daa0-479b-9b3e-d8d9c1fc57a9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099425 Jun 19 01:55:13.196033 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f09ac-88e8-49bf-9b97-bc7415d52eb1 req-2145e040-4269-42a1-80f8-959f20dfe24c tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:13.233246 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-022f09ac-88e8-49bf-9b97-bc7415d52eb1 req-2145e040-4269-42a1-80f8-959f20dfe24c tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.3698709 Jun 19 01:55:13.277768 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] For port c9831926-e441-46ab-8580-912fdb204598, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9831926-e441-46ab-8580-912fdb204598,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:13.299011 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.400067 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-022f09ac-88e8-49bf-9b97-bc7415d52eb1 req-6a68930c-be9a-450e-adf7-372c016fe8f7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409726 Jun 19 01:55:13.404414 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.404925 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-dce9cf56-ffc9-473b-ad6c-e4d12152d2e8 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777398 Jun 19 01:55:13.439220 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:13.446449 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.492608 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:13.493250 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.494704 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] 10.222.0.45 "PUT /v2.0/ports/c9831926-e441-46ab-8580-912fdb204598 HTTP/1.1" status: 200 len: 1093 time: 2.6049945 Jun 19 01:55:13.511641 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'tag': 'c9831926-e441-46ab-8580-912fdb204598'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:13.514007 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c02c80d-4d28-46ac-924b-77a8b39217cb" -d '{"events": [{"name": "network-changed", "server_uuid": "692ae818-66bf-4e3e-9a60-281d158db2a2", "tag": "c9831926-e441-46ab-8580-912fdb204598"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:13.548599 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f68d6be2296c4d4ebaad9df55bfc8567&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0988638 Jun 19 01:55:13.549696 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42250) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:13.563769 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Pushing event updated for resources: {'Port': ['ID=c9831926-e441-46ab-8580-912fdb204598,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:13.569307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:13.570325 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:13.597223 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88f47-be82-46c4-a681-07a09117d4b8 req-1128a47a-4798-422c-ac10-9cf21aa7dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:13.600009 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cbe88f47-be82-46c4-a681-07a09117d4b8 req-1128a47a-4798-422c-ac10-9cf21aa7dd57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 1098 time: 0.2820983 Jun 19 01:55:13.601812 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1907ef1-7023-4fec-b7da-21830baa344f x-openstack-request-id: req-b1907ef1-7023-4fec-b7da-21830baa344f {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:13.609052 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692ae818-66bf-4e3e-9a60-281d158db2a2", "tag": "c9831926-e441-46ab-8580-912fdb204598", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:13.609052 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1907ef1-7023-4fec-b7da-21830baa344f {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:13.609052 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'tag': 'c9831926-e441-46ab-8580-912fdb204598', 'status': 'completed', 'code': 200} Jun 19 01:55:13.609052 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde5e8c-208b-4b1a-b2d6-0cf8c83efc85,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:13.611099 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:13.659547 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b02746-8f33-482b-af77-c339458853ee req-95b0ad1e-d864-42b3-890e-a1e67c4ca462 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:13.668107 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a1b02746-8f33-482b-af77-c339458853ee req-95b0ad1e-d864-42b3-890e-a1e67c4ca462 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 943 time: 0.2688987 Jun 19 01:55:13.680698 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Made reservation on behalf of 8bc081b89b324973a19d1bb186fe9056 for: {'port': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:13.684284 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.688045 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a8c6acd1-be78-4344-9e16-b6e20c15218a req-adc19ab9-07b4-4712-a2fa-07f0a80cd2ba service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627423 Jun 19 01:55:13.736748 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.775880 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cbe88f47-be82-46c4-a681-07a09117d4b8 req-230f0026-27c9-427b-b428-e07eb98903bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376581 Jun 19 01:55:13.777756 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a1b02746-8f33-482b-af77-c339458853ee req-ab3028e6-5625-490c-8925-9e17d7db7811 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087296 Jun 19 01:55:13.797235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6c438621-caca-4a1e-b7c6-983868ef81df req-888253dd-5c44-428e-98e4-5a6bda5e3fae tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.0409977 Jun 19 01:55:13.828236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-0fe24e70-e883-4863-912c-15303674bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:13.829829 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-0fe24e70-e883-4863-912c-15303674bcae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1751420 Jun 19 01:55:13.859540 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:13.897486 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-2ee9305e-c553-4ef8-b1dd-806da234b68f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9831926-e441-46ab-8580-912fdb204598 HTTP/1.1" status: 200 len: 217 time: 0.0413418 Jun 19 01:55:13.993667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-90da26a9-d216-4353-9446-bccdb6b1ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:13.994929 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-90da26a9-d216-4353-9446-bccdb6b1ee6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.0700979 Jun 19 01:55:14.036059 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-8499ed81-3138-4b43-a252-ce0ed5d6df97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336497 Jun 19 01:55:14.100193 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Allocated IP 172.20.0.10 (c986e22d-a82d-46e8-958c-2e962cae9fe1/1d346bd2-a061-401a-913b-c02c0b1db848/8dd8ac8b-310f-42b6-962d-f108deb479ff) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:14.166408 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-c39e267e-0a3d-4a2d-bfee-89aea6bc85d0 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225076 Jun 19 01:55:14.204824 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:14.217985 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:14.219163 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcde5e8c-208b-4b1a-b2d6-0cf8c83efc85 HTTP/1.1" status: 204 len: 168 time: 0.6647043 Jun 19 01:55:14.272534 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:14.295998 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde5e8c-208b-4b1a-b2d6-0cf8c83efc85,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:14.297987 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1ff8993-4c83-4c46-9a1a-46037541b890 req-2a06f269-b8c1-4492-9941-7c65891b243c service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 Jun 19 01:55:14.305122 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:14.402322 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:14.453003 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Transition to ACTIVE for port object 8dd8ac8b-310f-42b6-962d-f108deb479ff will not be triggered until provisioned by entity DHCP. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:14.527018 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7950-1f9b-48e5-ae30-a7398c23bf53 req-55d5bd7e-6a04-428c-9c1c-0a041dc81d68 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:14.528860 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bdbd7950-1f9b-48e5-ae30-a7398c23bf53 req-55d5bd7e-6a04-428c-9c1c-0a041dc81d68 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 0.1237485 Jun 19 01:55:14.589535 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bdbd7950-1f9b-48e5-ae30-a7398c23bf53 req-2ed62fec-c855-4335-af9e-2072e798e45e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jun 19 01:55:14.626190 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:14.637842 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:14.672499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-94b8c18b-c267-49d3-b043-51f62f02b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:14.674339 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-94b8c18b-c267-49d3-b043-51f62f02b61c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1795948 Jun 19 01:55:14.791549 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:14.813282 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:14.822696 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca3745-a466-40d7-92a9-74d8fe01204c req-9f6bfdd9-c31e-467c-98ee-74f100e3cb48 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:14.823925 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:14.827356 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-11ca3745-a466-40d7-92a9-74d8fe01204c req-9f6bfdd9-c31e-467c-98ee-74f100e3cb48 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.1482875 Jun 19 01:55:14.844727 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-42b44c16-034c-4097-b1da-017c6efab167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:14.846396 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-42b44c16-034c-4097-b1da-017c6efab167 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.1569660 Jun 19 01:55:14.907372 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:14.908151 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:14.936791 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:14.947339 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:14.963580 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-ebadb6c9-3368-4db5-ae29-6a36ac147052 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9831926-e441-46ab-8580-912fdb204598 HTTP/1.1" status: 200 len: 217 time: 0.1091576 Jun 19 01:55:15.040322 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-67bdf180-a6bb-4d9c-b6f2-0a87d1318a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:15.042022 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-67bdf180-a6bb-4d9c-b6f2-0a87d1318a84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.0643296 Jun 19 01:55:15.048238 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-11ca3745-a466-40d7-92a9-74d8fe01204c req-3dbb6b48-8335-4959-a249-1a099bc5d394 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173219 Jun 19 01:55:15.079860 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0653427 Jun 19 01:55:15.082064 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e77bc-50fe-4175-ab89-cba3a37687e1 req-26775650-a42c-49b9-b432-1f3b499e6764 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:15.084307 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0f6e77bc-50fe-4175-ab89-cba3a37687e1 req-26775650-a42c-49b9-b432-1f3b499e6764 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 943 time: 0.1190984 Jun 19 01:55:15.090551 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-494607a5-ea23-4d5b-bb4b-1612cccb4fdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412483 Jun 19 01:55:15.111720 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Request body: {'port': {'device_id': '16373990-2826-436a-86f0-64c87f8d15b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:15.304264 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-fd4b8e16-b0ff-462c-bf89-2909743e8cfb service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017887 Jun 19 01:55:15.333199 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0f6e77bc-50fe-4175-ab89-cba3a37687e1 req-fb1b83c2-27ea-46e5-92dd-8522867e76d2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168696 Jun 19 01:55:15.350161 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:15.350731 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-79884bb4-6931-4bd6-8788-ee065b3e2388 None None] Provisioning for port 8dd8ac8b-310f-42b6-962d-f108deb479ff completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:15.357632 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-79884bb4-6931-4bd6-8788-ee065b3e2388 None None] Provisioning complete for port 8dd8ac8b-310f-42b6-962d-f108deb479ff triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:15.358016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-79884bb4-6931-4bd6-8788-ee065b3e2388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:15.399904 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258147c2-f28b-40c4-b888-65b75889ea12 req-5260eaf2-7154-4dcd-81d3-e0cc410367ad tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:15.407998 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-258147c2-f28b-40c4-b888-65b75889ea12 req-5260eaf2-7154-4dcd-81d3-e0cc410367ad tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 932 time: 0.1979511 Jun 19 01:55:15.429996 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-79884bb4-6931-4bd6-8788-ee065b3e2388 None None] Port 8dd8ac8b-310f-42b6-962d-f108deb479ff cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:55:15.477688 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-258147c2-f28b-40c4-b888-65b75889ea12 req-aae96403-421a-48fa-8455-6d8b914d66d4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687723 Jun 19 01:55:15.493293 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3c02c80d-4d28-46ac-924b-77a8b39217cb req-ff110b1d-1476-4e2f-9e3c-476b86a817c8 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831491 Jun 19 01:55:15.872930 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd8ac8b-310f-42b6-962d-f108deb479ff {{(pid=105200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:15.890641 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:15.926978 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Transition to ACTIVE for port object 8dd8ac8b-310f-42b6-962d-f108deb479ff will not be triggered until provisioned by entity L2. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:15.970092 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cc5b9-12d6-468e-afde-651bb1f647a9 req-cde496f4-d1e1-476c-afb0-cdc083377940 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:15.972585 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-231cc5b9-12d6-468e-afde-651bb1f647a9 req-cde496f4-d1e1-476c-afb0-cdc083377940 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 0.1716874 Jun 19 01:55:16.007488 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:16.016079 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-885aa036-fa7b-4d77-91d2-31d8f35157c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:16.454743 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-231cc5b9-12d6-468e-afde-651bb1f647a9 req-857bd57b-483d-426a-85a6-4d31945d949b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689305 Jun 19 01:55:16.506102 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:16.512702 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:16.560496 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 3d020b53-5c98-4f18-bd2d-70275a052bfd details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:55:16.652518 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1193-51bd-443d-93a5-9c9bcf04e059 req-7ed634f4-0f6a-4204-86ab-feac15670010 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:16.670782 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-93af1193-51bd-443d-93a5-9c9bcf04e059 req-7ed634f4-0f6a-4204-86ab-feac15670010 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 943 time: 0.1412048 Jun 19 01:55:16.692657 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Attempting to bind port 8dd8ac8b-310f-42b6-962d-f108deb479ff on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:16.694947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Attempting to bind port 8dd8ac8b-310f-42b6-962d-f108deb479ff by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:16.696605 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Attempting to bind port 8dd8ac8b-310f-42b6-962d-f108deb479ff on network c986e22d-a82d-46e8-958c-2e962cae9fe1 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:16.715434 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Port 8dd8ac8b-310f-42b6-962d-f108deb479ff on network c986e22d-a82d-46e8-958c-2e962cae9fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:55:16.716106 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Attempting to bind port 8dd8ac8b-310f-42b6-962d-f108deb479ff on network c986e22d-a82d-46e8-958c-2e962cae9fe1 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:16.729387 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:16.730242 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Checking segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:16.732694 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Bound using segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:16.733700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Bound port: 8dd8ac8b-310f-42b6-962d-f108deb479ff, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:16.734691 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:16.751272 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-93af1193-51bd-443d-93a5-9c9bcf04e059 req-9f8d28d7-69d0-4298-83af-454f891284da tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 Jun 19 01:55:16.780872 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 3d020b53-5c98-4f18-bd2d-70275a052bfd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:16.810428 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '3d020b53-5c98-4f18-bd2d-70275a052bfd', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'port_id': '3d020b53-5c98-4f18-bd2d-70275a052bfd', 'mac_address': 'fa:16:3e:62:1d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:55:16.861475 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:16.883827 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d020b53-5c98-4f18-bd2d-70275a052bfd {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:16.929504 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 3d020b53-5c98-4f18-bd2d-70275a052bfd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:16.933289 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, cleared binding levels {{(pid=105200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:16.941464 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:16.955814 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3210d87-8621-4f9a-aa3f-0c0ee68e9ea2 req-df2d5843-261f-4d07-928f-cd248207abaa tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:16.968594 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a3210d87-8621-4f9a-aa3f-0c0ee68e9ea2 req-df2d5843-261f-4d07-928f-cd248207abaa tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.2051058 Jun 19 01:55:17.047002 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a3210d87-8621-4f9a-aa3f-0c0ee68e9ea2 req-9e24fb5e-e170-47cb-890c-129347287ed0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768054 Jun 19 01:55:17.048356 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:17.053210 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:17.061961 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:17.062390 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:17.126351 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=3d020b53-5c98-4f18-bd2d-70275a052bfd,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:17.137401 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:17.152279 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:17.164376 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:17.164376 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] 10.222.0.45 "PUT /v2.0/ports/8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 1094 time: 2.0696716 Jun 19 01:55:17.164376 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:17.203571 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=3']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:17.219845 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:17.280446 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['3d020b53-5c98-4f18-bd2d-70275a052bfd'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:17.428811 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc" -d '{"events": [{"name": "network-changed", "server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:17.480183 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-39c9a3db-4a32-4537-bcbc-79995a4b2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:17.484293 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-39c9a3db-4a32-4537-bcbc-79995a4b2125 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1097 time: 0.1508172 Jun 19 01:55:17.565837 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e488671-fec8-4850-96ed-ff2e4b553a6e x-openstack-request-id: req-3e488671-fec8-4850-96ed-ff2e4b553a6e {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:17.566148 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:17.566555 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e488671-fec8-4850-96ed-ff2e4b553a6e {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:17.570513 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'status': 'completed', 'code': 200} Jun 19 01:55:17.570513 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-e2a97b8a-cfb7-444b-b7f4-9f9840fb6a39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 217 time: 0.0786536 Jun 19 01:55:17.625369 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-c69cae6d-27cb-4029-a433-c3999bef1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:17.626815 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-c69cae6d-27cb-4029-a433-c3999bef1773 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.0503879 Jun 19 01:55:17.717469 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-413ea169-6d5e-45be-82e8-33740b7cff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:17.718990 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-413ea169-6d5e-45be-82e8-33740b7cff93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854912 Jun 19 01:55:17.948017 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-001661af-9b37-4c29-b28e-fdec3037e7f6 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204819 Jun 19 01:55:18.084604 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f530ebda-cf3f-4398-b9c6-8b495675dc83 req-85a7f5bc-47e6-4049-a534-82404bfac280 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291518 Jun 19 01:55:18.176777 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04598-1bca-4683-84fd-f4d84adf441c req-c820425f-4864-4d0c-8cbf-50f2f85071a9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:18.180714 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-55c04598-1bca-4683-84fd-f4d84adf441c req-c820425f-4864-4d0c-8cbf-50f2f85071a9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 943 time: 0.1726511 Jun 19 01:55:18.289364 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-55c04598-1bca-4683-84fd-f4d84adf441c req-716cb713-f1f4-44b0-8e4f-578c73bf04dc tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928693 Jun 19 01:55:18.366467 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42424) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:18.394168 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-fb4ac4dd-d0a7-41ff-b223-54be5f6db394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:18.396531 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-fb4ac4dd-d0a7-41ff-b223-54be5f6db394 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1097 time: 0.1509976 Jun 19 01:55:18.584147 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64d259-acba-491d-9252-e79731ca4a44 req-81eeb845-a9a0-47cd-b055-fc88691bae73 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:18.586350 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device c9831926-e441-46ab-8580-912fdb204598 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:55:18.590172 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 3d020b53-5c98-4f18-bd2d-70275a052bfd up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:18.609866 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ce64d259-acba-491d-9252-e79731ca4a44 req-81eeb845-a9a0-47cd-b055-fc88691bae73 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1630394 Jun 19 01:55:18.732568 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ce64d259-acba-491d-9252-e79731ca4a44 req-80870216-a376-463d-b4ad-f8d7e1030a92 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208701 Jun 19 01:55:18.791127 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:18.804764 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port c9831926-e441-46ab-8580-912fdb204598, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9831926-e441-46ab-8580-912fdb204598,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:18.816190 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-4ec33c1a-2a09-4f5f-9322-c47e2d3d8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:18.820744 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-4ec33c1a-2a09-4f5f-9322-c47e2d3d8852 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.4041142 Jun 19 01:55:18.833980 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': 'c9831926-e441-46ab-8580-912fdb204598', 'network_id': '5ee08987-a7f8-4395-b09b-f5918209c45e', 'port_id': 'c9831926-e441-46ab-8580-912fdb204598', 'mac_address': 'fa:16:3e:9c:8c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acafad45-59c9-4a00-ba27-df4db17d5e5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:55:18.901159 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-5385e2e0-8ea5-4725-8056-458b8ca7da0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 217 time: 0.0733585 Jun 19 01:55:18.932452 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:18.963382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9831926-e441-46ab-8580-912fdb204598 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:18.972017 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 3d020b53-5c98-4f18-bd2d-70275a052bfd completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:18.986992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 3d020b53-5c98-4f18-bd2d-70275a052bfd triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:18.987909 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:18.988603 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.010878 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-49adb2c0-1616-4f35-b924-5e74d61bdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:19.013646 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-49adb2c0-1616-4f35-b924-5e74d61bdb33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.1050112 Jun 19 01:55:19.065112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.081029 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5d0ce9a1-b5f1-4980-bc2c-55545dc88408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:19.166099 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0574555c9a9445a0ab964925ece97c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7977803 Jun 19 01:55:19.167605 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42448) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:19.168409 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-2a278de0-9d6e-4794-980d-1558cad7d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:19.171294 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-2a278de0-9d6e-4794-980d-1558cad7d17c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1498072 Jun 19 01:55:19.185136 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6706b4b8-a034-4129-b868-f9f30d439127,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:19.186084 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port c9831926-e441-46ab-8580-912fdb204598, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9831926-e441-46ab-8580-912fdb204598,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:19.189221 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-79f4b86b-df91-4c68-87b4-14eeb9715e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.206175 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:19.286502 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.292254 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.328773 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 3d020b53-5c98-4f18-bd2d-70275a052bfd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:19.330452 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d020b53-5c98-4f18-bd2d-70275a052bfd'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:19.333920 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e099068b-f5b3-480d-acb5-60bad0f8e91b" -d '{"events": [{"server_uuid": "4fd536ed-f64e-4520-8cde-83d456f861f4", "name": "network-vif-plugged", "status": "completed", "tag": "3d020b53-5c98-4f18-bd2d-70275a052bfd"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:19.340275 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.341942 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:19.358187 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.407121 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-62e2a67f-196c-4370-87eb-b4c8cf29eeaf service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187848 Jun 19 01:55:19.427086 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=c9831926-e441-46ab-8580-912fdb204598,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:19.432778 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:19.473644 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.476222 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:19.581946 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24836721-3767-4309-8def-824719d01760 x-openstack-request-id: req-24836721-3767-4309-8def-824719d01760 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:19.582521 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd536ed-f64e-4520-8cde-83d456f861f4", "name": "network-vif-plugged", "status": "completed", "tag": "3d020b53-5c98-4f18-bd2d-70275a052bfd", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:19.582959 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24836721-3767-4309-8def-824719d01760 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:19.583590 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d020b53-5c98-4f18-bd2d-70275a052bfd', 'code': 200} Jun 19 01:55:19.601573 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['c9831926-e441-46ab-8580-912fdb204598'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:19.608456 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.619114 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:19.625699 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6706b4b8-a034-4129-b868-f9f30d439127 HTTP/1.1" status: 204 len: 168 time: 0.4543526 Jun 19 01:55:19.627026 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:19.640982 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38a4ff62-2902-4d0f-be1a-3b59d5b768cc req-c66427fa-260e-46f2-adde-c332871cfc7b service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252030 Jun 19 01:55:19.702744 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6706b4b8-a034-4129-b868-f9f30d439127,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:19.735163 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:19.833920 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=3d020b53-5c98-4f18-bd2d-70275a052bfd,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:19.840218 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:19.862491 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d824ec-ce2d-4b10-99a9-4ea9aa987e75 req-0b0f59fc-d665-4127-8464-15489b8c4fab tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:19.868610 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-25d824ec-ce2d-4b10-99a9-4ea9aa987e75 req-0b0f59fc-d665-4127-8464-15489b8c4fab tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 944 time: 0.1362088 Jun 19 01:55:19.931291 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-25d824ec-ce2d-4b10-99a9-4ea9aa987e75 req-024db28e-5404-4cdc-ba58-f6b766e9862b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587776 Jun 19 01:55:20.088904 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:20.270264 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0faff0-b760-40a0-986d-2c2ac7b6a8e9 req-e790a001-1a50-4b6c-a5e1-29daa9fb5f57 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:20.281003 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5b0faff0-b760-40a0-986d-2c2ac7b6a8e9 req-e790a001-1a50-4b6c-a5e1-29daa9fb5f57 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1550212 Jun 19 01:55:20.289300 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfcf6e-eac4-4d58-a51b-73ae3d43767c req-bb0ffdf1-377d-4741-8a8e-8c71e7342643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:20.294651 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e3dfcf6e-eac4-4d58-a51b-73ae3d43767c req-bb0ffdf1-377d-4741-8a8e-8c71e7342643 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.1696949 Jun 19 01:55:20.351080 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5b0faff0-b760-40a0-986d-2c2ac7b6a8e9 req-3e573dff-529b-458b-8520-0fbe1cd6d2f0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599198 Jun 19 01:55:20.415313 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e3dfcf6e-eac4-4d58-a51b-73ae3d43767c req-1531e6af-3885-424d-bac9-cf4ba8f7d7fc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110818 Jun 19 01:55:20.591397 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device c9831926-e441-46ab-8580-912fdb204598 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:20.761988 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port c9831926-e441-46ab-8580-912fdb204598 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:20.767246 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port c9831926-e441-46ab-8580-912fdb204598 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:20.767763 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:20.815484 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42498) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:20.834089 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:20.886841 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:20.961438 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port c9831926-e441-46ab-8580-912fdb204598, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9831926-e441-46ab-8580-912fdb204598,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:20.999198 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.050132 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42508) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:21.093424 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.095561 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-76dccaed-110e-4830-b4e3-ff2daadc8581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:21.132211 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0309a7-ccd2-4a4f-aace-c3ac830a6786 req-9801d1dd-a9fd-459b-8764-7bdcd0e37629 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:21.134085 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5a0309a7-ccd2-4a4f-aace-c3ac830a6786 req-9801d1dd-a9fd-459b-8764-7bdcd0e37629 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 944 time: 0.0769954 Jun 19 01:55:21.137325 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.140529 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-bb386b1b-12b2-4f0c-bf91-9ae4d3c8a751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:21.181150 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=c9831926-e441-46ab-8580-912fdb204598,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:21.185505 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:21.206494 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=177eacef976a4695b293b9d8cfaef1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894968 Jun 19 01:55:21.209802 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42512) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:21.212907 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b585e-a084-476c-9a06-0504ccc8a489,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:21.216681 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:21.232021 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5a0309a7-ccd2-4a4f-aace-c3ac830a6786 req-0feb0168-3721-45ad-b49a-1cd33074883a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805330 Jun 19 01:55:21.278843 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.346073 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.383799 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.438560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.472933 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0868f369-ee0d-4553-9abb-ce563782f4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.558092 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.562459 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:21.584576 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9831926-e441-46ab-8580-912fdb204598'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:21.589375 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b55e4e0-6f65-487a-8f9d-6e704cb6c1b3" -d '{"events": [{"server_uuid": "692ae818-66bf-4e3e-9a60-281d158db2a2", "name": "network-vif-plugged", "status": "completed", "tag": "c9831926-e441-46ab-8580-912fdb204598"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:21.609359 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.613181 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02fa5e82c9ce4613a84e641bc5d647b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619864 Jun 19 01:55:21.616180 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.616542 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42524) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:21.618727 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c673654c-1094-4025-90ee-eb5c69528497,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:21.619633 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c2b585e-a084-476c-9a06-0504ccc8a489 HTTP/1.1" status: 204 len: 168 time: 0.4078517 Jun 19 01:55:21.622064 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:21.630814 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:21.659822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b585e-a084-476c-9a06-0504ccc8a489,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:21.662511 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:21.699183 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b5e00-c434-430c-910e-35ab138a0845 req-85511ee3-bf76-44de-9ac5-d66c92a10914 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:21.701664 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-480b5e00-c434-430c-910e-35ab138a0845 req-85511ee3-bf76-44de-9ac5-d66c92a10914 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1807387 Jun 19 01:55:21.771387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.842779 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-480b5e00-c434-430c-910e-35ab138a0845 req-184f4b21-1e8e-4b07-b457-3a1dd8463e90 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172762 Jun 19 01:55:21.862937 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:21.878390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268e614-bd70-450b-b48b-3b0c3aa3fb7c x-openstack-request-id: req-9268e614-bd70-450b-b48b-3b0c3aa3fb7c {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:21.878390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692ae818-66bf-4e3e-9a60-281d158db2a2", "name": "network-vif-plugged", "status": "completed", "tag": "c9831926-e441-46ab-8580-912fdb204598", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:21.878921 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9268e614-bd70-450b-b48b-3b0c3aa3fb7c {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:21.879652 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9831926-e441-46ab-8580-912fdb204598', 'code': 200} Jun 19 01:55:22.044241 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:22.046097 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:22.055693 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:22.063848 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c673654c-1094-4025-90ee-eb5c69528497 HTTP/1.1" status: 204 len: 168 time: 0.4421730 Jun 19 01:55:22.063848 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-13f46b75-d6de-415b-909b-8245910ede56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:22.079707 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c673654c-1094-4025-90ee-eb5c69528497,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:22.088479 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:22.386658 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671c757-67db-428b-a481-d16bf622dedf req-bfb73119-f1a7-46dc-9d84-fd9671f3d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:22.389576 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f671c757-67db-428b-a481-d16bf622dedf req-bfb73119-f1a7-46dc-9d84-fd9671f3d826 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0944157 Jun 19 01:55:22.436261 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f671c757-67db-428b-a481-d16bf622dedf req-64efa0ca-b77f-4928-b37d-b73e186327ca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Jun 19 01:55:22.521644 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672b8cc-7a31-41ac-9431-628152a17567 req-92a7fe98-db8f-4019-8f14-3c0c884187d7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:22.523369 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8672b8cc-7a31-41ac-9431-628152a17567 req-92a7fe98-db8f-4019-8f14-3c0c884187d7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1137371 Jun 19 01:55:22.605490 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8672b8cc-7a31-41ac-9431-628152a17567 req-2f0707e5-4f5f-40b5-9a38-03b1e3ce6fad tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639603 Jun 19 01:55:22.616016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:55:22.638337 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:22.739618 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:22.751533 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'mac_address': 'fa:16:3e:c3:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:55:22.799674 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:22.824438 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd8ac8b-310f-42b6-962d-f108deb479ff {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:22.862690 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:22.991363 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:22.994122 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:23.066430 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfdb30-0c5c-4f41-a580-36451f12fcf8 req-b7cde9fe-76d9-4d98-aace-6ddd93dc3280 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:23.069918 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-73bfdb30-0c5c-4f41-a580-36451f12fcf8 req-b7cde9fe-76d9-4d98-aace-6ddd93dc3280 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 945 time: 0.0911739 Jun 19 01:55:23.161632 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-73bfdb30-0c5c-4f41-a580-36451f12fcf8 req-b10f6165-dd0b-451e-9837-49110ab91c09 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759773 Jun 19 01:55:23.249253 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:23.272912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:23.418631 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['8dd8ac8b-310f-42b6-962d-f108deb479ff'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:23.419328 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42586) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:23.438601 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:23.595278 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:23.816477 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:23.830697 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-7a53b3b1-23d2-418c-ab0c-bfb77c2fe761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:23.915229 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512e3da-3f69-460e-96ab-47f874e45b4e req-abc6a201-623b-44b2-aa23-9f4fb0e7d3e5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:23.917961 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8512e3da-3f69-460e-96ab-47f874e45b4e req-abc6a201-623b-44b2-aa23-9f4fb0e7d3e5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1735175 Jun 19 01:55:23.929768 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154dd654-113e-474a-88ef-265e67b428b2,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:23.937411 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:23.952538 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5d949f53e244ee6a63eaccf4baf7ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423219 Jun 19 01:55:23.954443 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42598) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:24.017250 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8512e3da-3f69-460e-96ab-47f874e45b4e req-853d34bd-ca3c-41d1-8bc0-92be3063700b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893497 Jun 19 01:55:24.048816 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:55:24.077133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:24.109135 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:24.299945 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:24.307547 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:24.315459 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/154dd654-113e-474a-88ef-265e67b428b2 HTTP/1.1" status: 204 len: 168 time: 0.3582466 Jun 19 01:55:24.318458 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-07308838-3437-4a37-ae5b-0c59649234ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:24.334905 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154dd654-113e-474a-88ef-265e67b428b2,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:24.341586 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:24.399525 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adce0d-188b-4689-b23b-5d19c723cb02 req-9d2c42c9-07e7-4fff-8078-735562049cee tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:24.402229 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d4adce0d-188b-4689-b23b-5d19c723cb02 req-9d2c42c9-07e7-4fff-8078-735562049cee tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.1760681 Jun 19 01:55:24.522897 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d4adce0d-188b-4689-b23b-5d19c723cb02 req-1a6f6784-356d-4cf7-a1f9-d847508abe1b tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050105 Jun 19 01:55:24.550043 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7736-73ec-4a3f-b28a-3b36d1dca87d req-edb06b28-f7c3-4a71-b572-c16f650ff85a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:24.557536 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-741c7736-73ec-4a3f-b28a-3b36d1dca87d req-edb06b28-f7c3-4a71-b572-c16f650ff85a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 945 time: 0.2080634 Jun 19 01:55:24.594885 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:24.631199 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:24.636832 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-741c7736-73ec-4a3f-b28a-3b36d1dca87d req-cebd031b-3af5-455e-a18d-dd1b09664808 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709612 Jun 19 01:55:24.887860 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 8dd8ac8b-310f-42b6-962d-f108deb479ff completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:24.894272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 8dd8ac8b-310f-42b6-962d-f108deb479ff triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:24.894958 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:25.052307 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:25.105324 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:25.108219 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c399ba1-28c7-4da3-b7b7-43c75fe0484a" -d '{"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:25.143190 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:25.229674 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:25.231703 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-22bd03d9-1c8f-4345-9312-b64a407c5e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:25.239631 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a67cd-a852-41e6-9f34-5b5f3800d8e7 x-openstack-request-id: req-533a67cd-a852-41e6-9f34-5b5f3800d8e7 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:25.239631 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:25.239631 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-533a67cd-a852-41e6-9f34-5b5f3800d8e7 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:25.239631 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'code': 200} Jun 19 01:55:25.277188 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e3ff-0c7c-4d33-a24b-00d4bfe5da11 req-66956a1a-de80-46b4-9ebb-11c380163e3f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:25.279930 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d582e3ff-0c7c-4d33-a24b-00d4bfe5da11 req-66956a1a-de80-46b4-9ebb-11c380163e3f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1051071 Jun 19 01:55:25.328042 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:25.344026 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:25.359448 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d582e3ff-0c7c-4d33-a24b-00d4bfe5da11 req-674d01e8-d407-4639-8828-1aa5b7841392 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684237 Jun 19 01:55:25.824036 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ff0c4-08a1-4094-9fbc-0816e591e9ca req-e3661fd6-298b-45da-bb08-f0ce7372a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:25.826289 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d97ff0c4-08a1-4094-9fbc-0816e591e9ca req-e3661fd6-298b-45da-bb08-f0ce7372a203 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1099 time: 0.1088054 Jun 19 01:55:25.843510 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca3397-909a-46f2-97dc-aeb254445a41 req-56a1be9d-4021-4753-bee8-e9cbb33f0f4d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:25.845052 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-51ca3397-909a-46f2-97dc-aeb254445a41 req-56a1be9d-4021-4753-bee8-e9cbb33f0f4d tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.0936174 Jun 19 01:55:25.897733 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d97ff0c4-08a1-4094-9fbc-0816e591e9ca req-35bcf882-d5ef-46d7-9424-baaa519bfbd8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516524 Jun 19 01:55:25.919325 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-51ca3397-909a-46f2-97dc-aeb254445a41 req-a3113dc7-2a8f-47f5-9238-98c8382e8ec9 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582473 Jun 19 01:55:26.139019 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1e40-e9d6-4b47-a734-a00ab81419d6 req-b3c9c441-298e-439e-af53-f35e112ebd7c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:26.140957 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9f8a1e40-e9d6-4b47-a734-a00ab81419d6 req-b3c9c441-298e-439e-af53-f35e112ebd7c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1209400 Jun 19 01:55:26.210063 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddf98-973b-4060-993f-01ab2c352a1b req-edb64319-e919-4f39-88cc-212c65f4333a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:26.211598 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-286ddf98-973b-4060-993f-01ab2c352a1b req-edb64319-e919-4f39-88cc-212c65f4333a tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.45 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.1415048 Jun 19 01:55:26.228791 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9f8a1e40-e9d6-4b47-a734-a00ab81419d6 req-a4bc7f6e-48bb-4a77-aa5e-ff1602f81955 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804129 Jun 19 01:55:26.437100 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-4ddc52c6-a7b8-499f-a15b-775369fc387b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:26.445091 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-4ddc52c6-a7b8-499f-a15b-775369fc387b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.3092957 Jun 19 01:55:26.470210 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-faffc778-6116-4ce6-a362-194fcb1a221f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/quotas/2406d624fd014a06b0c9dcf0543e494d HTTP/1.1" status: 200 len: 375 time: 0.0240040 Jun 19 01:55:26.532938 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f6e8-1612-4604-ba83-5c99be710241 req-445cbb7d-c6c1-45bc-9e8a-7bf3d0188fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:26.534626 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-445cbb7d-c6c1-45bc-9e8a-7bf3d0188fc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 1098 time: 0.3034477 Jun 19 01:55:26.547574 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Deleting port 6429414d-c989-4851-8fb4-d2ec3abb36a6 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:55:26.547970 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:26.636265 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-d0da348a-9cd5-48f1-8188-1a22facdb7ea tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1649930 Jun 19 01:55:26.728309 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f6e8-1612-4604-ba83-5c99be710241 req-bc7be34b-540d-4920-9d3e-767c0cf79b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:26.729757 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-bc7be34b-540d-4920-9d3e-767c0cf79b6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.1872208 Jun 19 01:55:26.825908 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c2ef2-4d34-400d-a791-198cb687da2d req-c3c7c6b9-4c18-4e42-ac10-8c7a2b5b1861 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:26.827481 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c65c2ef2-4d34-400d-a791-198cb687da2d req-c3c7c6b9-4c18-4e42-ac10-8c7a2b5b1861 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.3575370 Jun 19 01:55:26.908151 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] For port 6429414d-c989-4851-8fb4-d2ec3abb36a6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6429414d-c989-4851-8fb4-d2ec3abb36a6,segment=NetworkSegment(dcea285f-bb74-4ff4-8178-2a5a97287fb5),segment_id=dcea285f-bb74-4ff4-8178-2a5a97287fb5)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:26.908535 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:26.933159 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c65c2ef2-4d34-400d-a791-198cb687da2d req-07c8bff6-0b7d-49ad-936a-5593f8fd4e64 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935490 Jun 19 01:55:26.998190 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-dca90980-cf61-4672-8d4f-7c29e271a006 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9831926-e441-46ab-8580-912fdb204598 HTTP/1.1" status: 200 len: 217 time: 0.2503197 Jun 19 01:55:27.019134 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Calling delete_port for 6429414d-c989-4851-8fb4-d2ec3abb36a6 owned by compute:nova {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:55:27.063456 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-fb33a149-969d-4a2e-af85-facde4e71122 service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032502 Jun 19 01:55:27.129956 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f6e8-1612-4604-ba83-5c99be710241 req-f228c2a8-4ca0-4a2b-84aa-d92fd580f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:27.129956 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-f228c2a8-4ca0-4a2b-84aa-d92fd580f57d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.1138880 Jun 19 01:55:27.176123 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-ada809b2-7501-446f-bd88-14ce9ac424f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401747 Jun 19 01:55:27.247965 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4321-50eb-411e-83cc-a26729492332 req-0a7064ea-dca6-4283-9458-d4a9315b28cf tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:27.255542 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-901d4321-50eb-411e-83cc-a26729492332 req-0a7064ea-dca6-4283-9458-d4a9315b28cf tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 945 time: 0.1945488 Jun 19 01:55:27.283758 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-f15f1111-56cd-4acb-9b0b-893d416025cb service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111440 Jun 19 01:55:27.336583 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-901d4321-50eb-411e-83cc-a26729492332 req-fdfc42f6-2201-457a-b3ab-75002e5b3ecd tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49b520f-84c3-4a5d-ae5c-de02c934692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762517 Jun 19 01:55:27.343161 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-cb052b12-ea4e-48b7-8b4e-2819a7ad253a service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534371 Jun 19 01:55:27.494383 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:27.515267 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['6429414d-c989-4851-8fb4-d2ec3abb36a6'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:27.527806 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:27.614290 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Pushing event deleted for resources: {'Port': ['ID=6429414d-c989-4851-8fb4-d2ec3abb36a6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:27.619072 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:27.710513 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7839f6e8-1612-4604-ba83-5c99be710241 req-b74a0382-38ff-4728-a7a0-c3ef18492c37 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608012 Jun 19 01:55:27.757801 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] No DVR routers for this DVR port 6429414d-c989-4851-8fb4-d2ec3abb36a6 on host hv-cinder-79717 {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:55:27.765622 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:27.769479 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-286ddf98-973b-4060-993f-01ab2c352a1b req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.45 "DELETE /v2.0/ports/6429414d-c989-4851-8fb4-d2ec3abb36a6 HTTP/1.1" status: 204 len: 173 time: 1.5494070 Jun 19 01:55:27.769479 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ae602-8901-4959-8253-93a51fa4f98c', 'name': 'network-vif-deleted', 'tag': '6429414d-c989-4851-8fb4-d2ec3abb36a6'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:27.771296 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c1d79-36be-47a9-831f-ce566f300e2a" -d '{"events": [{"server_uuid": "188ae602-8901-4959-8253-93a51fa4f98c", "name": "network-vif-deleted", "tag": "6429414d-c989-4851-8fb4-d2ec3abb36a6"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:27.827103 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8a575-beb4-459b-81ec-e05c5d67a3ff req-8b37ef19-1080-4989-9a19-b4da1feb6bce tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:27.827103 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b6c8a575-beb4-459b-81ec-e05c5d67a3ff req-8b37ef19-1080-4989-9a19-b4da1feb6bce tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.2003009 Jun 19 01:55:27.865905 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b6c8a575-beb4-459b-81ec-e05c5d67a3ff req-3038c1ba-4560-4058-86bc-72f9e4ddeae4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Jun 19 01:55:27.922295 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5def456-9a43-48a1-97ac-3c08da253567 x-openstack-request-id: req-e5def456-9a43-48a1-97ac-3c08da253567 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:27.923666 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ae602-8901-4959-8253-93a51fa4f98c", "name": "network-vif-deleted", "tag": "6429414d-c989-4851-8fb4-d2ec3abb36a6", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:27.924196 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5def456-9a43-48a1-97ac-3c08da253567 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:27.925144 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ae602-8901-4959-8253-93a51fa4f98c', 'name': 'network-vif-deleted', 'tag': '6429414d-c989-4851-8fb4-d2ec3abb36a6', 'status': 'completed', 'code': 200} Jun 19 01:55:28.019414 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-071e46fb-a84f-4601-86dc-03fde6a9e2e3 req-9d0cb19b-76fa-4f2f-962d-ad2aeb67c495 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 210 time: 0.0628290 Jun 19 01:55:28.135572 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa862a-4a5b-4564-92d6-fda62d7fb0c6 req-d08c5cea-8c7b-48c7-8c58-5af615b393b6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:28.144164 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-74aa862a-4a5b-4564-92d6-fda62d7fb0c6 req-d08c5cea-8c7b-48c7-8c58-5af615b393b6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1320450 Jun 19 01:55:28.147357 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42752) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:28.152864 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'floatingip': {'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:28.255239 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:28.389629 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829410e1-1122-41ee-abb7-8328032c3191 req-0f9d0295-fb41-4182-bcc4-8553581f42fe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:28.391203 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-829410e1-1122-41ee-abb7-8328032c3191 req-0f9d0295-fb41-4182-bcc4-8553581f42fe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2122049 Jun 19 01:55:28.509297 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9cfe2499-8867-44b0-9237-bc5cca5069d5 req-2b060e9a-953e-40bc-a495-d7fe91784284 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.0415268 Jun 19 01:55:28.556803 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-829410e1-1122-41ee-abb7-8328032c3191 req-7b60eb15-5f02-47ef-82ea-b320b318f951 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852561 Jun 19 01:55:29.089310 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.db.resource_extend [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 19 01:55:29.163498 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6fb12d7d-3c96-4c23-b8c3-fcf0f4e3cf8b req-53818c57-2b7c-49fe-a851-98f49842d7f9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 210 time: 0.0628464 Jun 19 01:55:29.252985 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:29.357145 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:29.478659 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.l3_db [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Floating IP 83bf0ec6-991f-44ea-9ebc-b3be4eb6d639 associated. External IP: 172.28.0.135, port: 8dd8ac8b-310f-42b6-962d-f108deb479ff. Jun 19 01:55:29.829504 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff500e8-d015-4b96-bca6-338e7b749db3 req-319299cf-bfa0-45a3-ab6f-2ed4a0c4f0f3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:29.835699 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8ff500e8-d015-4b96-bca6-338e7b749db3 req-319299cf-bfa0-45a3-ab6f-2ed4a0c4f0f3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0839884 Jun 19 01:55:29.885086 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f8977bdb-98fc-41d0-9805-c678e618cf2b req-942d52d7-ac6f-41bc-a2a1-6c31d0a7afb9 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] 10.222.0.23 "GET /v2.0/ports?device_id=188ae602-8901-4959-8253-93a51fa4f98c HTTP/1.1" status: 200 len: 210 time: 0.0422909 Jun 19 01:55:29.890772 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8ff500e8-d015-4b96-bca6-338e7b749db3 req-0d159026-8c48-4f44-9397-56cf941f79b2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Jun 19 01:55:30.074024 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:55:30.226667 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:55:30.232218 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:30.264965 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:55:30.298856 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:55:30.300009 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:30.317388 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-5060e991-9a0e-4164-b2cf-3a1edc3e27c2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "PUT /v2.0/floatingips/83bf0ec6-991f-44ea-9ebc-b3be4eb6d639 HTTP/1.1" status: 200 len: 992 time: 2.1678712 Jun 19 01:55:30.337094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:30.346560 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07724af-578b-44c7-a7a3-1f360bb7673b" -d '{"events": [{"name": "network-changed", "server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:30.436558 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42836) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:30.557379 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4f4d30aa-07da-4cd4-adcb-116d7a74ccb5 req-4425d740-d6f7-4068-9873-093b4109f5a3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 210 time: 0.0943198 Jun 19 01:55:30.617105 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27590624-cbc9-45c3-a26d-23a47cdd2d74 x-openstack-request-id: req-27590624-cbc9-45c3-a26d-23a47cdd2d74 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:30.626050 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:30.626050 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27590624-cbc9-45c3-a26d-23a47cdd2d74 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:30.626050 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'status': 'completed', 'code': 200} Jun 19 01:55:30.650331 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 6429414d-c989-4851-8fb4-d2ec3abb36a6 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:55:30.682457 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:30.702257 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 6429414d-c989-4851-8fb4-d2ec3abb36a6 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:55:30.704374 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 6429414d-c989-4851-8fb4-d2ec3abb36a6 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:55:30.760291 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:30.763756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-ba7d8ed0-948b-4cfe-b984-c234757b8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:30.766878 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-ba7d8ed0-948b-4cfe-b984-c234757b8fde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1099 time: 0.0968637 Jun 19 01:55:30.814996 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:30.893100 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:30.897333 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:30.902706 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-a524fc2c-8cf8-442c-9594-ad9872574b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:30.907695 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-a524fc2c-8cf8-442c-9594-ad9872574b53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.1297088 Jun 19 01:55:30.940262 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77bab41000ae49c2bf77256bc4b2231d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025485 Jun 19 01:55:30.941304 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba40cf44-80a5-4ca1-ba20-7aa37696e1d6,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:30.944130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42852) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:30.956258 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.956822 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.957385 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.958185 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.958633 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.958988 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.959337 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.959840 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.960191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.960514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.960855 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.961189 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:30.966000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:31.111277 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:31.112730 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-727f938d-ed17-4987-8d00-532ed99213e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 1000 time: 0.1969240 Jun 19 01:55:31.145112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:31.239617 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '83bf0ec6-991f-44ea-9ebc-b3be4eb6d639', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'floating_ip_address': '172.28.0.135', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'mac_address': 'fa:16:3e:c3:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16373990-2826-436a-86f0-64c87f8d15b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:55:03Z', 'updated_at': '2021-06-19T01:55:28Z', 'revision_number': 1, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:31.242076 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-5156f5cd-a7e0-4a91-b418-f32141a779dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:31.242908 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-d52990d8-f0cd-4030-a536-7d30a731264b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:31.244536 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-5156f5cd-a7e0-4a91-b418-f32141a779dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.1058838 Jun 19 01:55:31.248792 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-d52990d8-f0cd-4030-a536-7d30a731264b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.1993458 Jun 19 01:55:31.268863 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:55:31.276100 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Request body: {'port': {'device_id': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'admin_state_up': True, 'tenant_id': '2406d624fd014a06b0c9dcf0543e494d'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:31.278828 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19efab-89d6-4cba-b19c-370baf2be464 req-34562c27-19b6-4c11-99ef-490a20a7efb5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:31.279903 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:55:31.280710 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:31.281719 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8c19efab-89d6-4cba-b19c-370baf2be464 req-34562c27-19b6-4c11-99ef-490a20a7efb5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1922624 Jun 19 01:55:31.409313 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:31.415900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:31.419957 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba40cf44-80a5-4ca1-ba20-7aa37696e1d6 HTTP/1.1" status: 204 len: 168 time: 0.4725032 Jun 19 01:55:31.420049 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8c19efab-89d6-4cba-b19c-370baf2be464 req-8e419630-0142-475b-8dfd-8bfa5d17aad9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205115 Jun 19 01:55:31.422527 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:31.436882 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba40cf44-80a5-4ca1-ba20-7aa37696e1d6,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:31.437562 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:31.457496 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-c1155abb-58ab-42ab-9812-b14f8b7ac36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:31.457496 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-c1155abb-58ab-42ab-9812-b14f8b7ac36d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733053 Jun 19 01:55:31.475498 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:31.596236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Made reservation on behalf of 2406d624fd014a06b0c9dcf0543e494d for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:31.601567 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:31.606308 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-47797b61-8a84-4ce9-8104-6e4641f69511 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419156 Jun 19 01:55:31.849919 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e07724af-578b-44c7-a7a3-1f360bb7673b req-21632ecd-59be-45cd-9697-b4a33c7d3ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338517 Jun 19 01:55:31.993847 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Allocated IP 172.20.0.12 (8ce23391-e5ee-4f42-93b6-37e57ddd4680/bfdef957-0501-4f73-8a10-91ef360a37a3/2bf72ea3-3b0e-4194-abfd-57fb38bce61a) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:31.996283 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '83bf0ec6-991f-44ea-9ebc-b3be4eb6d639', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'floating_ip_address': '172.28.0.135', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'mac_address': 'fa:16:3e:c3:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16373990-2826-436a-86f0-64c87f8d15b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:55:03Z', 'updated_at': '2021-06-19T01:55:28Z', 'revision_number': 1, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:32.091127 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b6e58d2f-5727-4d5a-87a0-18b20266ff72 req-aa47436e-f74c-47f0-a21c-103a792ecdec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 210 time: 0.0819862 Jun 19 01:55:32.095006 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee157a1e-e4b3-4735-873a-70f72c2b19d5 None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '83bf0ec6-991f-44ea-9ebc-b3be4eb6d639', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'floating_ip_address': '172.28.0.135', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'mac_address': 'fa:16:3e:c3:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16373990-2826-436a-86f0-64c87f8d15b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:55:03Z', 'updated_at': '2021-06-19T01:55:28Z', 'revision_number': 1, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:55:32.259282 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:32.346212 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76639ef1-6ed8-492f-8d84-66d5c5437f28 None None] New status for floating IP 83bf0ec6-991f-44ea-9ebc-b3be4eb6d639: ACTIVE {{(pid=105202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:55:32.380502 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:32.388558 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d2d2d8cd-239f-48ae-a97a-a4a9e538a77d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:32.431404 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:32.455919 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:32.460638 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:32.465351 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:32.470957 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:32.471620 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:32.481377 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event updated for resources: {'Port': ['ID=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:32.486441 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:32.598339 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3271677 Jun 19 01:55:32.619716 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Request body: {'port': {'device_id': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:32.683996 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42900) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:32.704401 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:32.781204 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b05e50-269c-47f8-987d-9fc1de7f336e req-11d411ee-7eb2-48bb-81e0-0392b68825d5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:32.782852 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8b05e50-269c-47f8-987d-9fc1de7f336e req-11d411ee-7eb2-48bb-81e0-0392b68825d5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1828179 Jun 19 01:55:32.812441 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:32.881954 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8b05e50-269c-47f8-987d-9fc1de7f336e req-6aaee775-a998-4e66-a49c-9323f3929b2d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919628 Jun 19 01:55:32.893960 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.019504 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.024354 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:33.064808 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=939e484a5b17437497d385d2f4548a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792017 Jun 19 01:55:33.066138 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc8ec85-cda8-4e46-a3c1-2ba2bc802d35,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:33.068357 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 42910) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:33.075489 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.077377 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.077377 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.077377 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.077377 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.077377 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.077814 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.078001 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.078342 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.078674 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.079003 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.079427 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:33.097407 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:33.214481 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.315627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.360590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf72ea3-3b0e-4194-abfd-57fb38bce61a {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:33.377123 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.404986 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Transition to ACTIVE for port object 2bf72ea3-3b0e-4194-abfd-57fb38bce61a will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:33.438036 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a096-2d00-4d18-9f0f-6789008433ae req-2f268d57-7e6c-4993-a8db-8c7fff0d4365 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:33.439138 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a617a096-2d00-4d18-9f0f-6789008433ae req-2f268d57-7e6c-4993-a8db-8c7fff0d4365 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 932 time: 0.1264315 Jun 19 01:55:33.485512 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a617a096-2d00-4d18-9f0f-6789008433ae req-b009ed21-7c92-4600-a9bc-c0469ecd848f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Jun 19 01:55:33.486827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.487897 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.490662 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.491804 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fc8ec85-cda8-4e46-a3c1-2ba2bc802d35 HTTP/1.1" status: 204 len: 168 time: 0.4192996 Jun 19 01:55:33.494101 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9bce9ad6-6e03-4c76-a293-b55cd3ec4f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:33.506885 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc8ec85-cda8-4e46-a3c1-2ba2bc802d35,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:33.509858 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:33.510452 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:33.614820 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Pushing event updated for resources: {'Port': ['ID=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:33.617554 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Attempting to bind port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:33.618134 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Attempting to bind port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:33.618470 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Attempting to bind port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:33.623778 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:33.628667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:55:33.628667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Attempting to bind port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:33.631170 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:33.631727 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Checking segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:33.632159 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Bound using segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:33.632605 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Bound port: 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:33.633063 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.736177 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] For port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:33.739952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] For port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:33.800633 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42934) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:33.856774 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Deleting subnet b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:55:33.860683 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.866203 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:33.872007 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:33.929027 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.014497 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Pushing event updated for resources: {'Port': ['ID=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:34.033262 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.033479 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:34.055922 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:34.057068 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.059507 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] 10.222.0.45 "PUT /v2.0/ports/2bf72ea3-3b0e-4194-abfd-57fb38bce61a HTTP/1.1" status: 200 len: 1094 time: 1.4442177 Jun 19 01:55:34.060518 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'tag': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:34.067245 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616647c9-0be3-4bc9-bc70-9c445c0f02d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7dc74c-3877-49f4-8fe2-a751fcf99042", "tag": "2bf72ea3-3b0e-4194-abfd-57fb38bce61a"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:34.149798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7292b2a9-3095-4636-b8dd-0c4f8593c7ad x-openstack-request-id: req-7292b2a9-3095-4636-b8dd-0c4f8593c7ad {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:34.149798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7dc74c-3877-49f4-8fe2-a751fcf99042", "tag": "2bf72ea3-3b0e-4194-abfd-57fb38bce61a", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:34.151513 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7292b2a9-3095-4636-b8dd-0c4f8593c7ad {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:34.152335 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'tag': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', 'status': 'completed', 'code': 200} Jun 19 01:55:34.233633 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.247718 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-697eb99e-ee92-4f53-85af-c1295014912c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:34.300437 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616647c9-0be3-4bc9-bc70-9c445c0f02d4 req-b6e4e4ac-2ccd-4592-ab78-84993447df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:34.303771 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-616647c9-0be3-4bc9-bc70-9c445c0f02d4 req-b6e4e4ac-2ccd-4592-ab78-84993447df39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 1097 time: 0.1112411 Jun 19 01:55:34.310947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:34.320568 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:34.325340 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.328970 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-9d2940b4-cf65-4845-bb79-2201696a013a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b5be6f1b-6a60-4a50-bc09-3e7dc86b3a5b HTTP/1.1" status: 204 len: 168 time: 0.5267532 Jun 19 01:55:34.334699 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42962) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:34.438353 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effa0af-96d4-4049-b4f6-3498da00b1a1 req-1d4bc122-bd83-4d4a-acf4-ca458b200ba4 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:34.440304 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7effa0af-96d4-4049-b4f6-3498da00b1a1 req-1d4bc122-bd83-4d4a-acf4-ca458b200ba4 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2587156 Jun 19 01:55:34.467687 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.503718 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7effa0af-96d4-4049-b4f6-3498da00b1a1 req-4070082f-d1fc-4ac5-bc73-d08de48631c3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529406 Jun 19 01:55:34.613499 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.625455 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe967e98-9d1c-4a9f-8e0a-24310fdd24e2']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:34.639147 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcea285f-bb74-4ff4-8178-2a5a97287fb5') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:34.639471 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcea285f-bb74-4ff4-8178-2a5a97287fb5') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:34.652178 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.667015 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616647c9-0be3-4bc9-bc70-9c445c0f02d4 req-9613f307-4959-4ab6-b253-00795db30d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:34.669274 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-616647c9-0be3-4bc9-bc70-9c445c0f02d4 req-9613f307-4959-4ab6-b253-00795db30d0d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2406d624fd014a06b0c9dcf0543e494d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3531599 Jun 19 01:55:34.676718 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.685716 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:55:34.686142 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:55:34.687993 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:55:34.813581 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.820748 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:34.822722 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fe967e98-9d1c-4a9f-8e0a-24310fdd24e2 HTTP/1.1" status: 204 len: 168 time: 0.4868031 Jun 19 01:55:34.823542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-7536bb1c-449d-4f10-96f6-eafea7387218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:34.838914 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe967e98-9d1c-4a9f-8e0a-24310fdd24e2,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:34.849199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2116e0d5-049f-487b-94ec-a827ec1d9673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:35.062388 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616647c9-0be3-4bc9-bc70-9c445c0f02d4 req-6bc8213a-8546-4903-bbc2-fc7825dec4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:35.064241 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-616647c9-0be3-4bc9-bc70-9c445c0f02d4 req-6bc8213a-8546-4903-bbc2-fc7825dec4a6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3830249 Jun 19 01:55:35.072289 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186f148-9259-4114-901a-13488008907f req-07000b37-cb1e-47c6-a04d-b31d047eb176 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:35.073815 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a186f148-9259-4114-901a-13488008907f req-07000b37-cb1e-47c6-a04d-b31d047eb176 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 944 time: 0.4035726 Jun 19 01:55:35.152151 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a186f148-9259-4114-901a-13488008907f req-94b8c112-de45-45e4-b1d5-4989ca937de8 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684986 Jun 19 01:55:35.194815 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-7512b0e9-7ca1-440e-9b48-f82d445b6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:35.196331 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-7512b0e9-7ca1-440e-9b48-f82d445b6403 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 1097 time: 0.0796800 Jun 19 01:55:35.211995 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42992) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:35.262502 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-3a94045d-21d7-4957-a3e1-bec1936cf851 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bf72ea3-3b0e-4194-abfd-57fb38bce61a HTTP/1.1" status: 200 len: 217 time: 0.0485561 Jun 19 01:55:35.274523 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-5a431917-9cef-4b92-8044-2723200709fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30eb1096fd6746fcb8990f9f829c316a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611169 Jun 19 01:55:35.277657 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 42994) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:35.328407 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8379-66a9-4767-83ef-89a11f22660f req-413fb75f-3e8d-48a4-a136-7a67a58b44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:35.329991 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-413fb75f-3e8d-48a4-a136-7a67a58b44a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.0606639 Jun 19 01:55:35.361844 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:35.369797 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-e8f81553-9f5b-42fa-8d61-6492309ed9df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315938 Jun 19 01:55:35.396558 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:35.504138 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-44dc3c84-e396-4a8d-9d92-99f77ba31f41 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219525 Jun 19 01:55:35.588598 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:35.589577 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:35.591193 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f49b520f-84c3-4a5d-ae5c-de02c934692d HTTP/1.1" status: 204 len: 168 time: 0.3119855 Jun 19 01:55:35.591991 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:35.608210 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b520f-84c3-4a5d-ae5c-de02c934692d,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:35.613727 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:35.735863 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-29eb8379-66a9-4767-83ef-89a11f22660f req-acf7c247-5e9e-4841-aaef-ef3b4aff1e48 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246761 Jun 19 01:55:35.856635 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7244e-1b39-486a-a02e-7778f34a0032 req-45c6d263-0a3c-455a-a6b0-886d050b2c6c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:35.865649 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7ed7244e-1b39-486a-a02e-7778f34a0032 req-45c6d263-0a3c-455a-a6b0-886d050b2c6c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0909121 Jun 19 01:55:35.915556 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7ed7244e-1b39-486a-a02e-7778f34a0032 req-38d56434-8b4b-4d57-a0da-2bf84cf531f2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Jun 19 01:55:36.045000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43024) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:36.372818 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8283d-dd28-4d3f-9da9-600ad9288947 req-3ce0572b-775e-4277-bae3-b37da64769c0 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:36.374442 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-42e8283d-dd28-4d3f-9da9-600ad9288947 req-3ce0572b-775e-4277-bae3-b37da64769c0 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 944 time: 0.0896971 Jun 19 01:55:36.438091 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.444990 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-42e8283d-dd28-4d3f-9da9-600ad9288947 req-5e069b97-14f8-4add-a37b-4cbb13528981 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Jun 19 01:55:36.541523 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.647733 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.651756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-240e760a-5bba-4afe-9f15-3885bcb4b100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:36.698417 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbff372d70424e65ba21a2a41e6f6e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456454 Jun 19 01:55:36.698417 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43050) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:36.704591 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5cee18-755f-4312-b2bb-81675213f130,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:36.716257 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:36.783706 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.807749 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.967500 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.970352 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:36.971541 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f5cee18-755f-4312-b2bb-81675213f130 HTTP/1.1" status: 204 len: 168 time: 0.2772839 Jun 19 01:55:36.972349 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-85349262-d906-41eb-9e31-722d926579e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:36.989754 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5cee18-755f-4312-b2bb-81675213f130,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:36.992352 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:37.235573 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74868b8-1816-4d1d-a3e5-5cea568242cd req-cfc775af-e8ee-4c64-9549-097b0f262579 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:37.237239 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f74868b8-1816-4d1d-a3e5-5cea568242cd req-cfc775af-e8ee-4c64-9549-097b0f262579 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0944400 Jun 19 01:55:37.287865 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f74868b8-1816-4d1d-a3e5-5cea568242cd req-a7d57ab2-43fd-49bc-8ad7-880051bfe246 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441461 Jun 19 01:55:37.398718 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43096) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:37.522525 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1934011449-network', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:37.649197 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aae9c7-c8b5-4eb2-8aae-195bf93b322e req-0327e156-c83f-4fac-a242-ee7989d3a6f8 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:37.651039 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-79aae9c7-c8b5-4eb2-8aae-195bf93b322e req-0327e156-c83f-4fac-a242-ee7989d3a6f8 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 944 time: 0.0779779 Jun 19 01:55:37.695187 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-79aae9c7-c8b5-4eb2-8aae-195bf93b322e req-f81cc83b-c3c5-4680-9cab-c2762097882b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Jun 19 01:55:37.739094 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Made reservation on behalf of a4958cfe8d474847ad0c7ea46e0a107a for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:37.743258 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:37.751772 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:37.849895 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:37.943171 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:37.947551 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:37.963676 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43110) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:37.966450 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:55:37.989347 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:37.989693 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Added segment d38d6276-d377-4374-aa4c-e73c9e83bd83 of type vlan for network 20e726ec-b989-47d6-968a-5d78e31b25b2 Jun 19 01:55:37.991026 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1517a99d-c4a8-41c4-a478-f009f75b13ff,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:38.001302 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:38.038019 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43114) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:38.053249 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.055724 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.154181 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.161413 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.162785 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:38.163383 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.165633 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-65019b39-0d21-4049-9c90-362b8abfef77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:38.196342 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.238728 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Pushing event updated for resources: {'Network': ['ID=20e726ec-b989-47d6-968a-5d78e31b25b2,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:38.242584 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.249959 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:38.251053 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:55:38.252301 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:38.294437 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a43971f103b74562a763b267ee93b85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551179 Jun 19 01:55:38.295372 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8fba3e-6103-4afc-9381-22b64271c810,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:38.297135 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43124) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:38.315689 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:38.362627 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9591455 Jun 19 01:55:38.365915 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43132) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:38.375357 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Request body: {'subnet': {'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1934011449-subnet', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:38.401906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.465394 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.490104 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.573212 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae976ef-9b49-42dc-9869-25cd486bd3af req-45b903c0-dd00-4623-9d59-7dbbaf404cbc tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:38.574820 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5ae976ef-9b49-42dc-9869-25cd486bd3af req-45b903c0-dd00-4623-9d59-7dbbaf404cbc tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1162086 Jun 19 01:55:38.620788 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5ae976ef-9b49-42dc-9869-25cd486bd3af req-4a1db057-be03-4bb5-990b-b4639aadca5c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jun 19 01:55:38.664254 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.676544 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:38.712977 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.716210 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2bf72ea3-3b0e-4194-abfd-57fb38bce61a details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:55:38.717520 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.719103 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae8fba3e-6103-4afc-9381-22b64271c810 HTTP/1.1" status: 204 len: 168 time: 0.4207983 Jun 19 01:55:38.720800 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d5e43338-480b-4fda-a48e-44b72c7fa050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:38.734520 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=774922c788f2442191c9262b392910f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685761 Jun 19 01:55:38.739832 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8fba3e-6103-4afc-9381-22b64271c810,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:38.740262 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43144) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:38.740419 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:38.751441 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7778c505-801d-4ffa-a6a2-5743387e4f79,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:38.757756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:38.823146 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Made reservation on behalf of a4958cfe8d474847ad0c7ea46e0a107a for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:38.827819 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.882582 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:38.894475 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'port_id': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', 'mac_address': 'fa:16:3e:7b:4c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdef957-0501-4f73-8a10-91ef360a37a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:55:38.944256 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:38.957989 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf72ea3-3b0e-4194-abfd-57fb38bce61a {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:38.989738 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:38.992376 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.036687 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.064230 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.066259 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:39.121255 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:39.130134 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.130492 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.130823 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.131151 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.131631 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.131992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.132319 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.132670 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.133012 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.133347 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.133668 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.133984 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:39.137660 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcb1d4-1c28-4a73-99b2-78832048f2ac req-31799fca-8327-47e4-8a5e-645ea14cec81 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:39.137847 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:39.139253 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-97dcb1d4-1c28-4a73-99b2-78832048f2ac req-31799fca-8327-47e4-8a5e-645ea14cec81 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 944 time: 0.2352490 Jun 19 01:55:39.227746 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-97dcb1d4-1c28-4a73-99b2-78832048f2ac req-b8389331-89a3-47ea-a1b3-f1c449eb793d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791478 Jun 19 01:55:39.241249 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.244702 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.248783 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7778c505-801d-4ffa-a6a2-5743387e4f79 HTTP/1.1" status: 204 len: 168 time: 0.5070012 Jun 19 01:55:39.250135 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1fc637c5-e6c2-4799-9689-aef838697671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:39.260309 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7778c505-801d-4ffa-a6a2-5743387e4f79,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:39.263740 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:39.320268 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.323468 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:39.381556 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3792eae-75a6-461d-958f-250372ab66d8,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:39.384317 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:39.391804 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Checking segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:39.392170 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Network hostable DHCP agents. Network: 20e726ec-b989-47d6-968a-5d78e31b25b2, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:55:39.430860 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2bf72ea3-3b0e-4194-abfd-57fb38bce61a'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:39.540872 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:55:39.660061 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 20e726ec-b989-47d6-968a-5d78e31b25b2) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:39.666713 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:39.667757 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.683861 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6862f-ba83-450d-a937-e4db3562fb5f None None] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:55:39.804667 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ce454be7-eee7-4170-a180-b9e54276c443 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4351532 Jun 19 01:55:39.805368 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43160) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:39.810326 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:39.813963 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43162) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:39.835491 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.845793 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab62c6-520c-4695-a65b-d91b14a36cc1 req-a17ba928-d5a5-4487-8ea7-a6477d46ffa5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:39.851365 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3fab62c6-520c-4695-a65b-d91b14a36cc1 req-a17ba928-d5a5-4487-8ea7-a6477d46ffa5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0929246 Jun 19 01:55:39.897791 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3fab62c6-520c-4695-a65b-d91b14a36cc1 req-7b0ff800-eb5d-4a45-bc4a-94e6c5427fe4 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 Jun 19 01:55:39.940227 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-20e726ec-b989-47d6-968a-5d78e31b25b2', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:55:39.941164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.978871 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:39.979952 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.069106 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.136796 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.206779 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Allocated IP 172.20.0.2 (20e726ec-b989-47d6-968a-5d78e31b25b2/a3792eae-75a6-461d-958f-250372ab66d8/66f64ad7-6e3d-4ddd-a855-a92b60cc40c1) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:40.250392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43170) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:40.288085 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.314531 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.346434 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-81711139-8167-40f1-972e-1ca0f87a81a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:40.374668 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.396983 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a1840f-e650-4dcb-b477-3efebbddae22,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:40.398819 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.401804 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e4e5df462bb419194373150ee994767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857587 Jun 19 01:55:40.402865 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:40.404437 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43180) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:40.412558 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Transition to ACTIVE for port object 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:40.428064 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Transition to ACTIVE for port object 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:40.475922 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.508906 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.509366 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.512166 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:40.538982 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eae46-85fa-416d-bf06-17eb83366b82 req-4a78331e-155a-4653-9130-32467ae42d75 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:40.540637 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-270eae46-85fa-416d-bf06-17eb83366b82 req-4a78331e-155a-4653-9130-32467ae42d75 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 945 time: 0.0706503 Jun 19 01:55:40.540942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.541847 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.545652 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-79c28ace-9f6c-4508-b451-374bf4b0de40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:40.583310 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:40.590624 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:40.594171 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:40.597560 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Pushing event updated for resources: {'Port': ['ID=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:40.604341 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:40.621891 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5983cf6ce2e4f69a9306036b55f765c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697515 Jun 19 01:55:40.623037 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43184) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:40.623729 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd90a5f-2e7e-42c5-8615-0cd8fbf3700a,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:40.631427 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:40.666086 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Attempting to bind port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:40.666647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Attempting to bind port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:40.667082 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Attempting to bind port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 on network 20e726ec-b989-47d6-968a-5d78e31b25b2 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:40.672355 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:40.672741 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Checking segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:40.673352 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.673546 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Bound using segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:40.674194 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Bound port: 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:40.674870 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.704521 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-270eae46-85fa-416d-bf06-17eb83366b82 req-c24ae83b-0b73-4f6a-8694-db8e66a6c6dd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279738 Jun 19 01:55:40.731016 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.734762 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.735586 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2bf72ea3-3b0e-4194-abfd-57fb38bce61a up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:40.753701 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.756243 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.759501 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.768100 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.780111 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0a1840f-e650-4dcb-b477-3efebbddae22 HTTP/1.1" status: 204 len: 168 time: 0.3660471 Jun 19 01:55:40.783117 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:40.787130 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] For port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:40.791655 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] For port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:40.836013 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a1840f-e650-4dcb-b477-3efebbddae22,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:40.839689 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:40.882217 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.885094 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:40.905030 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Allocated IP 172.28.0.165 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/8f8b6622-afdd-438b-abb0-8a9be6c3547f) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:40.948882 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.950523 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:40.952242 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:40.953802 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dd90a5f-2e7e-42c5-8615-0cd8fbf3700a HTTP/1.1" status: 204 len: 168 time: 0.3239124 Jun 19 01:55:40.954803 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-4ff522c5-4a8f-421d-9824-a3a51e99b711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:40.969201 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd90a5f-2e7e-42c5-8615-0cd8fbf3700a,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:40.971228 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Pushing event updated for resources: {'Port': ['ID=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:40.976090 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:40.977964 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:40.980667 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:40.985044 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:41.084882 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:41.118103 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:41.121121 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754b9097-4cad-4d69-88d4-a637c59ab730" -d '{"events": [{"server_uuid": "9d7dc74c-3877-49f4-8fe2-a751fcf99042", "name": "network-vif-plugged", "status": "completed", "tag": "2bf72ea3-3b0e-4194-abfd-57fb38bce61a"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:41.137308 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:41.189579 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c75c68-7a6a-4c85-ad48-35c85a183284 x-openstack-request-id: req-26c75c68-7a6a-4c85-ad48-35c85a183284 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:41.190048 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7dc74c-3877-49f4-8fe2-a751fcf99042", "name": "network-vif-plugged", "status": "completed", "tag": "2bf72ea3-3b0e-4194-abfd-57fb38bce61a", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:41.190409 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26c75c68-7a6a-4c85-ad48-35c85a183284 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:41.190949 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', 'code': 200} Jun 19 01:55:41.228841 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:41.230931 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:41.295193 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:41.299753 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:41.578877 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:41.676037 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f97a9d-8009-4e11-8aaa-1594766fde90 req-1862d8d5-0456-4330-8b84-b7ab074dd3b3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:41.676037 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-16f97a9d-8009-4e11-8aaa-1594766fde90 req-1862d8d5-0456-4330-8b84-b7ab074dd3b3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.5989778 Jun 19 01:55:41.743399 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-16f97a9d-8009-4e11-8aaa-1594766fde90 req-c19f5475-aa80-44fa-a1de-6ea059b5b288 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Jun 19 01:55:41.757392 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:41.761600 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:41.770001 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f865c0-97b0-454e-8ae0-69f7dac0ad5e req-43b55539-c3df-4a8d-bb34-c9cc8b51c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:41.771000 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-14f865c0-97b0-454e-8ae0-69f7dac0ad5e req-43b55539-c3df-4a8d-bb34-c9cc8b51c4c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 1099 time: 0.0718818 Jun 19 01:55:41.804053 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:41.816341 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:41.826623 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:41.923105 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-14f865c0-97b0-454e-8ae0-69f7dac0ad5e req-bc403ec6-1c24-4c5b-ac87-9b7f28a33a5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412427 Jun 19 01:55:41.956553 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8b6622-afdd-438b-abb0-8a9be6c3547f,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:41.964110 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:42.068188 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bccc-9b5a-4c3c-8f46-23fa7d5e9230 req-395b3ba3-6965-425f-b95d-a99d0d06a0e9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:42.070633 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-feb9bccc-9b5a-4c3c-8f46-23fa7d5e9230 req-395b3ba3-6965-425f-b95d-a99d0d06a0e9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 946 time: 0.1839302 Jun 19 01:55:42.158839 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-feb9bccc-9b5a-4c3c-8f46-23fa7d5e9230 req-62b07248-2325-4878-95ee-7de0f62a9771 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795655 Jun 19 01:55:42.390311 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:42.536864 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e239af-5d5e-445c-b7e3-429e9bae05e5 None None] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:55:42.755570 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-71d95ff3-7daa-4347-8a83-0f07f5285080 None None] Provisioning for port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:42.773991 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:42.777142 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:42.998494 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6c651-2aa4-4d9e-a014-0c014a76438e req-a66bcb70-6e4e-419b-bbe1-571347951196 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:43.000325 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-74a6c651-2aa4-4d9e-a014-0c014a76438e req-a66bcb70-6e4e-419b-bbe1-571347951196 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0845504 Jun 19 01:55:43.032765 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:43.047135 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:43.055185 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:43.066070 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-74a6c651-2aa4-4d9e-a014-0c014a76438e req-bab95f86-bff5-4677-97d9-7aa2c870499e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586808 Jun 19 01:55:43.114453 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:55:43.192262 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:43.257102 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:43.305469 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7aeb37b5-39d7-4048-b43f-6f8d79290e6a None None] Provisioning complete for port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:43.306397 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7aeb37b5-39d7-4048-b43f-6f8d79290e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:43.339435 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:55:43.356780 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc33355-714f-4a01-9049-010707296842 None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:55:43.380568 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:55:43.382001 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:43.437190 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:43.447803 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:43.487263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:43.492961 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6860518 Jun 19 01:55:43.496374 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43324) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:43.532458 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:43.558871 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ac610-7a89-4a21-8061-212e314e172e req-2cbf8c73-07a0-4ca6-a5f2-16e6477b92b2 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:43.573472 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d23ac610-7a89-4a21-8061-212e314e172e req-2cbf8c73-07a0-4ca6-a5f2-16e6477b92b2 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 946 time: 0.2035382 Jun 19 01:55:43.603205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:43.619664 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:43.684738 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d23ac610-7a89-4a21-8061-212e314e172e req-157dbbaa-b57e-4d19-8612-1aad6a9cdb83 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091084 Jun 19 01:55:43.753197 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:42Z', 'revision_number': 3, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:43.782966 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc33355-714f-4a01-9049-010707296842 None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:55:43.783303 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc33355-714f-4a01-9049-010707296842 None None] Updating router 304ec3e7-9c02-44f0-b48d-7ff207e66edb port 8f8b6622-afdd-438b-abb0-8a9be6c3547f binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:55:43.851318 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-8cc33355-714f-4a01-9049-010707296842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.366596 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-8cc33355-714f-4a01-9049-010707296842 None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.385016 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-8cc33355-714f-4a01-9049-010707296842 None None] Transition to ACTIVE for port object 8f8b6622-afdd-438b-abb0-8a9be6c3547f will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:44.476789 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-8cc33355-714f-4a01-9049-010707296842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.483531 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f0236acf-9bc0-4760-8dd2-0a19278ab0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:44.527596 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40077c8-82cb-4864-b5c2-03c22fedc0e6 req-2c3797d0-e209-4abf-a373-49dd4d426e31 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:44.529633 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b40077c8-82cb-4864-b5c2-03c22fedc0e6 req-2c3797d0-e209-4abf-a373-49dd4d426e31 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1271822 Jun 19 01:55:44.562553 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.595063 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Pushing event updated for resources: {'Port': ['ID=8f8b6622-afdd-438b-abb0-8a9be6c3547f,revision_number=2']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:44.617521 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.620576 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.621184 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.621738 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.622296 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.622868 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.623370 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.624321 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.624862 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.625360 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.625852 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.626334 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:55:44.640609 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b40077c8-82cb-4864-b5c2-03c22fedc0e6 req-8a078d13-6f6b-41a7-91cf-e6cf878d8176 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010063 Jun 19 01:55:44.654674 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:44.685035 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-8cc33355-714f-4a01-9049-010707296842 None None] Attempting to bind port 8f8b6622-afdd-438b-abb0-8a9be6c3547f on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:44.685035 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-8cc33355-714f-4a01-9049-010707296842 None None] Attempting to bind port 8f8b6622-afdd-438b-abb0-8a9be6c3547f by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:44.685035 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc33355-714f-4a01-9049-010707296842 None None] Attempting to bind port 8f8b6622-afdd-438b-abb0-8a9be6c3547f on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:44.686468 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc33355-714f-4a01-9049-010707296842 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:44.686923 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc33355-714f-4a01-9049-010707296842 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:44.687418 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-8cc33355-714f-4a01-9049-010707296842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.687955 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc33355-714f-4a01-9049-010707296842 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:44.688632 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-8cc33355-714f-4a01-9049-010707296842 None None] Bound port: 8f8b6622-afdd-438b-abb0-8a9be6c3547f, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:44.689081 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-8cc33355-714f-4a01-9049-010707296842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.731903 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:44.802594 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-8cc33355-714f-4a01-9049-010707296842 None None] For port 8f8b6622-afdd-438b-abb0-8a9be6c3547f, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:44.818205 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-8cc33355-714f-4a01-9049-010707296842 None None] For port 8f8b6622-afdd-438b-abb0-8a9be6c3547f, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=8f8b6622-afdd-438b-abb0-8a9be6c3547f,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:44.885836 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:44.887263 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.919827 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-8cc33355-714f-4a01-9049-010707296842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:44.924581 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:45.047227 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:55:45.048595 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:45.164368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Allocated IP 172.20.0.1 (20e726ec-b989-47d6-968a-5d78e31b25b2/a3792eae-75a6-461d-958f-250372ab66d8/25594a96-46db-4355-8d16-8999fab0be0f) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:45.222105 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812893a5-9922-4c82-8da9-56f7d86d058d req-bdb6e826-2dd3-4313-bfc5-add7f55ebb7d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:45.237963 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-812893a5-9922-4c82-8da9-56f7d86d058d req-bdb6e826-2dd3-4313-bfc5-add7f55ebb7d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 946 time: 0.3300707 Jun 19 01:55:45.365497 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Pushing event updated for resources: {'Port': ['ID=8f8b6622-afdd-438b-abb0-8a9be6c3547f,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:45.374102 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-a807d76e-8884-4547-ae8f-de6b119ea7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:45.439108 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-812893a5-9922-4c82-8da9-56f7d86d058d req-8a8bb3d8-8223-42e9-a72b-087b064400d0 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994586 Jun 19 01:55:45.540999 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:45.575611 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:45.625477 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Transition to ACTIVE for port object 25594a96-46db-4355-8d16-8999fab0be0f will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:45.868687 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:45.875067 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:45.899975 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8cc33355-714f-4a01-9049-010707296842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:42Z', 'revision_number': 3, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:45.961208 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:46.004719 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc33355-714f-4a01-9049-010707296842 None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:42Z', 'revision_number': 3, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:55:46.017090 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:46.053033 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:46.054287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:46.090161 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Pushing event updated for resources: {'Port': ['ID=25594a96-46db-4355-8d16-8999fab0be0f,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:46.094299 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:46.674191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0959cf-6604-4b4e-b1eb-bd90a832f056 req-b28386ef-cc7e-41b1-89d8-311e6e96f374 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:46.674191 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1e0959cf-6604-4b4e-b1eb-bd90a832f056 req-b28386ef-cc7e-41b1-89d8-311e6e96f374 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.7295089 Jun 19 01:55:46.674191 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-a5c24817-4683-457d-9192-9aca55966faf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5906391 Jun 19 01:55:46.679920 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1e0959cf-6604-4b4e-b1eb-bd90a832f056 req-8e793520-1a3e-45d2-b6ea-ab6e94b72f32 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513666 Jun 19 01:55:46.909986 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-2fac1748-d597-4525-9572-30cf42eabb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:46.909986 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-2fac1748-d597-4525-9572-30cf42eabb11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 1098 time: 0.1249430 Jun 19 01:55:46.989744 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-206d2621-5a25-4967-8e2e-d4e74cb916c7 None None] Provisioning for port 25594a96-46db-4355-8d16-8999fab0be0f completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:46.989744 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-206d2621-5a25-4967-8e2e-d4e74cb916c7 None None] Provisioning complete for port 25594a96-46db-4355-8d16-8999fab0be0f triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:46.989744 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-206d2621-5a25-4967-8e2e-d4e74cb916c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:47.075444 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-206d2621-5a25-4967-8e2e-d4e74cb916c7 None None] Port 25594a96-46db-4355-8d16-8999fab0be0f cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:55:47.130587 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:47.155159 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-2dab4f35-2869-4627-a589-e8d76b5696c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:47.162091 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-2dab4f35-2869-4627-a589-e8d76b5696c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 915 time: 0.2970009 Jun 19 01:55:47.262021 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-58e411af-ac19-4fd2-980f-3b5f1cb0f99a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b HTTP/1.1" status: 200 len: 217 time: 0.0922337 Jun 19 01:55:47.351547 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-7db0f36c-1dd3-4a02-85df-67bad087407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:47.357677 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-7db0f36c-1dd3-4a02-85df-67bad087407b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.0807364 Jun 19 01:55:47.451199 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-d856b0b9-8a1a-4a43-9b7a-93827de48dad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769844 Jun 19 01:55:47.629084 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-78ae36e2-1c29-4960-8cd6-2efb49e59877 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612384 Jun 19 01:55:47.629084 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:47.750093 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-eec035bf-5f80-46ed-8a4c-001796b8bc4d req-4c8117c4-4947-4c1c-9555-c48bf50a8298 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177208 Jun 19 01:55:47.785535 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:47.787221 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:47.811519 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8f751582-1c44-4f7e-a5db-6a2060a4e230 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:48.093293 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Pushing event updated for resources: {'Port': ['ID=25594a96-46db-4355-8d16-8999fab0be0f,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:48.108128 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:48.161871 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d40c4-1508-4e5a-b495-808aae288697 req-0caa81b2-2558-4a79-8ec2-36d2e879b4d7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:48.163490 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8e4d40c4-1508-4e5a-b495-808aae288697 req-0caa81b2-2558-4a79-8ec2-36d2e879b4d7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.3084686 Jun 19 01:55:48.173617 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:48.181634 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:48.262993 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8e4d40c4-1508-4e5a-b495-808aae288697 req-210f6641-0ad8-4041-b619-a86abdd9edd0 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916023 Jun 19 01:55:48.428819 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:55:48.553186 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-dc5a5653-abae-45bf-bdfa-5b9c4f649bb3 None None] Provisioning complete for port 25594a96-46db-4355-8d16-8999fab0be0f triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:48.570440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5653-abae-45bf-bdfa-5b9c4f649bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:48.735816 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a5653-abae-45bf-bdfa-5b9c4f649bb3 None None] Port 25594a96-46db-4355-8d16-8999fab0be0f cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:55:48.760718 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:55:48.793419 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:55:48.794143 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] 10.222.0.23 "PUT /v2.0/routers/304ec3e7-9c02-44f0-b48d-7ff207e66edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2937782 Jun 19 01:55:48.845798 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 8f8b6622-afdd-438b-abb0-8a9be6c3547f up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:48.848657 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:55:48.849324 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:49.042724 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0514a086-c77d-42c7-908e-207b02797c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:49.096013 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:49.153937 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-0d4dbcb6-d77d-413d-8f4a-eafa110ce03f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:49.159081 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-0d4dbcb6-d77d-413d-8f4a-eafa110ce03f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.1660469 Jun 19 01:55:49.180283 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-6fdc4fdc-66e2-43d0-9f50-2b08ba8250b4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/quotas/2406d624fd014a06b0c9dcf0543e494d HTTP/1.1" status: 200 len: 375 time: 0.0151978 Jun 19 01:55:49.188793 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 8f8b6622-afdd-438b-abb0-8a9be6c3547f completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:49.305328 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-ae0d3c31-2334-4601-98a5-134fc1e748c6 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187763 Jun 19 01:55:49.363987 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 8f8b6622-afdd-438b-abb0-8a9be6c3547f triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:49.364478 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:49.429015 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-dcede18e-f4dd-4acf-a327-ebd9a2c9ae5b service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017163 Jun 19 01:55:49.513226 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:49.559323 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 8f8b6622-afdd-438b-abb0-8a9be6c3547f, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=8f8b6622-afdd-438b-abb0-8a9be6c3547f,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:49.615169 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:47Z', 'revision_number': 2, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:49.626875 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:55:49.627571 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Updating router 304ec3e7-9c02-44f0-b48d-7ff207e66edb port 25594a96-46db-4355-8d16-8999fab0be0f binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:55:49.668222 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-5fe62a6c-bce3-437e-814f-82b4e156f7ff service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323124 Jun 19 01:55:49.704724 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:49.715817 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-f1bdcab0-9b6b-4bfe-a536-43ff82300efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:49.715817 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:49.810915 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=8f8b6622-afdd-438b-abb0-8a9be6c3547f,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:49.816002 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:49.976180 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43530) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:49.990933 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391693780', 'description': 'tempest-description--1972612458'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:50.096630 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.154516 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.171701 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.195457 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Transition to ACTIVE for port object 25594a96-46db-4355-8d16-8999fab0be0f will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:50.199462 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-117a8ac9-f3f3-4bee-bac6-b9786e738600 req-f7043e8c-d4a1-443d-90f8-7ef56fd59f1b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 210 time: 0.0505536 Jun 19 01:55:50.264451 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.266860 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:50.340901 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.392027 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0026ff-4bbb-4c13-8c21-f3965e5bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=25594a96-46db-4355-8d16-8999fab0be0f,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:50.401247 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-cf0026ff-4bbb-4c13-8c21-f3965e5bf4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:50.427948 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.442695 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:50.490247 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab7b180-f316-435c-bf17-50476f150284,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:50.493995 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:50.508192 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5645c-bf2d-440a-b0cb-abb208bcb315 req-2be1fa06-d1e3-4a3e-85d8-1fd468e0db62 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:50.509934 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3fd5645c-bf2d-440a-b0cb-abb208bcb315 req-2be1fa06-d1e3-4a3e-85d8-1fd468e0db62 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1748416 Jun 19 01:55:50.555058 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3fd5645c-bf2d-440a-b0cb-abb208bcb315 req-7cc7f2d1-697a-4222-97f4-3e95fe8c18ec tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Jun 19 01:55:50.627607 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.630924 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6489754 Jun 19 01:55:50.631307 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43544) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:50.658246 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'security_group_rule': {'security_group_id': '5ab7b180-f316-435c-bf17-50476f150284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:50.697346 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 8f8b6622-afdd-438b-abb0-8a9be6c3547f up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:50.777082 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 8f8b6622-afdd-438b-abb0-8a9be6c3547f triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:50.777082 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.813477 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43556) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:50.871960 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:50.997002 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.059964 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Attempting to bind port 25594a96-46db-4355-8d16-8999fab0be0f on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:51.060571 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Attempting to bind port 25594a96-46db-4355-8d16-8999fab0be0f by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:51.061187 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Attempting to bind port 25594a96-46db-4355-8d16-8999fab0be0f on network 20e726ec-b989-47d6-968a-5d78e31b25b2 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:51.080074 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.087852 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:51.087852 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Checking segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:51.087852 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.087852 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Bound using segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:51.088479 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.088634 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Bound port: 25594a96-46db-4355-8d16-8999fab0be0f, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:51.088634 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.103305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:51.133051 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45ce7ec-a4e7-4a20-9e8f-5c0d9ad8d45d,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:51.137033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:51.190664 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] For port 25594a96-46db-4355-8d16-8999fab0be0f, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:51.196024 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] For port 25594a96-46db-4355-8d16-8999fab0be0f, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=25594a96-46db-4355-8d16-8999fab0be0f,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:51.256379 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.307743 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7c1432ff-f027-4aad-86b9-8afb167de07c req-f2e27476-9922-4d2e-baab-f80338910923 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 210 time: 0.0427730 Jun 19 01:55:51.328392 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.336647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:51.357305 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.374553 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-50fc1110-327b-49b7-948d-c3a20b84cc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:51.422738 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8434c2e6b7994512b4e6d0285d046a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026838 Jun 19 01:55:51.422738 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43572) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:51.431701 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee404e6c-0d0f-4bb9-99c6-1f191b679d08,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:51.440403 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:55:51.441031 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:51.443568 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0026ff-4bbb-4c13-8c21-f3965e5bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=25594a96-46db-4355-8d16-8999fab0be0f,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:51.444927 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.448142 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-cf0026ff-4bbb-4c13-8c21-f3965e5bf4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:51.451220 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8151748 Jun 19 01:55:51.453618 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43574) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:51.465690 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'security_group_rule': {'security_group_id': '5ab7b180-f316-435c-bf17-50476f150284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:51.465953 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:51.518228 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0979-4902-4b03-8337-63f5f56c8dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.527099 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.570645 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.607620 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.713484 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:55:51.866086 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.883979 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.889835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.900090 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee404e6c-0d0f-4bb9-99c6-1f191b679d08 HTTP/1.1" status: 204 len: 168 time: 0.4681301 Jun 19 01:55:51.918397 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-eed6b843-2968-4b6b-9258-752ecd66f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:51.934437 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:51.939159 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:51.965626 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee404e6c-0d0f-4bb9-99c6-1f191b679d08,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:51.972382 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:52.026707 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0a7f69-a8bf-44e4-8936-7a4267abd1b3,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:52.032282 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:52.057705 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ff1c4-a052-4bfd-b305-b168329a8f64 req-045a49de-bcbf-4abe-b107-896478a0b0cb tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:52.060103 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a88ff1c4-a052-4bfd-b305-b168329a8f64 req-045a49de-bcbf-4abe-b107-896478a0b0cb tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2724633 Jun 19 01:55:52.115521 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:52.128061 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6623542 Jun 19 01:55:52.128652 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a88ff1c4-a052-4bfd-b305-b168329a8f64 req-7bf9f4e4-2dad-4a6f-a98f-26944159d6bc tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Jun 19 01:55:52.128652 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43590) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:52.128652 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'floatingip': {'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:52.133702 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:51Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:55:52.182042 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:52.185626 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b33a3-6934-4e52-bc98-d6323e8f32a7 None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:51Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:55:52.253561 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:52.462117 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:52.666119 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:52.701056 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Allocated IP 172.28.0.247 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/69d9fb49-54d8-4618-a85c-e6eab33fdf30) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:52.727399 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 25594a96-46db-4355-8d16-8999fab0be0f up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:52.834226 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3985564f-cd7e-4fcb-b56b-9b8d42a2eeaf req-c5ad5eaa-56f1-41d3-89cd-7b2025b6d46b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 210 time: 0.0413876 Jun 19 01:55:52.910528 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.007447 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 25594a96-46db-4355-8d16-8999fab0be0f completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:55:53.014285 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 25594a96-46db-4355-8d16-8999fab0be0f triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:53.014894 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.048181 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.054316 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:53.127861 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.136570 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:53.140232 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:53.147357 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:53.184522 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 25594a96-46db-4355-8d16-8999fab0be0f, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=25594a96-46db-4355-8d16-8999fab0be0f,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:55:53.201901 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43612) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:53.228520 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.270235 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.273542 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:53.385235 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'Port': ['ID=69d9fb49-54d8-4618-a85c-e6eab33fdf30,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:53.409503 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=25594a96-46db-4355-8d16-8999fab0be0f,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:53.419971 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:53.436253 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:53.490398 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.618785 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b0252-a217-45e8-84fa-cee68c8539ab req-b8a16e1b-8e1c-491f-b493-dfd3fd077584 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:53.625674 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e98b0252-a217-45e8-84fa-cee68c8539ab req-b8a16e1b-8e1c-491f-b493-dfd3fd077584 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2538352 Jun 19 01:55:53.686694 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e98b0252-a217-45e8-84fa-cee68c8539ab req-9225ee53-57be-456c-b220-b9524fcba6dd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592089 Jun 19 01:55:53.734948 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.813883 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.842010 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:53.844259 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ab85264b-a83f-4f0e-9bb6-e83dcf15baef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:53.881222 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02d88ea1e4da445d9fbf923c81b7cc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773741 Jun 19 01:55:53.888426 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43620) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:53.944048 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd8bdd-9a3f-4f01-bda9-c91cfe56432e,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:53.953203 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:54.019244 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-fe450ba4-adfc-438d-b219-27147a12749d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:54.021011 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-fe450ba4-adfc-438d-b219-27147a12749d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.2754874 Jun 19 01:55:54.046769 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Request body: {'port': {'device_id': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'admin_state_up': True, 'tenant_id': '2406d624fd014a06b0c9dcf0543e494d'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:54.386510 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-878afb10-5d21-421c-8fb4-f28264f98d51 req-6f57d9f2-0ad7-47e7-8b96-88168c5e1d5a tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 210 time: 0.0904565 Jun 19 01:55:54.434882 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.547135 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.634939 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.653177 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.689849 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 25594a96-46db-4355-8d16-8999fab0be0f up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:55:54.761683 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Made reservation on behalf of 2406d624fd014a06b0c9dcf0543e494d for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:55:54.765841 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.772564 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 25594a96-46db-4355-8d16-8999fab0be0f triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:55:54.772954 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.831832 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.853283 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:54.888598 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.913611 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.916500 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:54.920111 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48cd8bdd-9a3f-4f01-bda9-c91cfe56432e HTTP/1.1" status: 204 len: 168 time: 1.0170562 Jun 19 01:55:54.997190 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'Port': ['ID=69d9fb49-54d8-4618-a85c-e6eab33fdf30,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:55.006388 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:55.014303 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-89835cb3-23ed-488c-b789-e5c543ac6c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:55.033351 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd8bdd-9a3f-4f01-bda9-c91cfe56432e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:55.041838 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:55.078500 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:55.079717 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9570670 Jun 19 01:55:55.115952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76ce6-57dd-4fc8-b259-a75902d378c9 req-2f392b59-fe98-4cd0-a21c-ef86284d5606 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:55.117523 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cfd76ce6-57dd-4fc8-b259-a75902d378c9 req-2f392b59-fe98-4cd0-a21c-ef86284d5606 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2303743 Jun 19 01:55:55.122280 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Allocated IP 172.20.0.3 (8ce23391-e5ee-4f42-93b6-37e57ddd4680/bfdef957-0501-4f73-8a10-91ef360a37a3/8c201733-b8db-4931-b06f-82edc7eb34d2) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:55:55.203422 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cfd76ce6-57dd-4fc8-b259-a75902d378c9 req-7c38a058-8961-4b0f-b24a-a3e928ef3832 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786843 Jun 19 01:55:55.317901 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-32996f43-e07b-4e85-a653-5f1d8c73a371 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1391693780&fields=id&tenant_id=a4958cfe8d474847ad0c7ea46e0a107a HTTP/1.1" status: 200 len: 267 time: 0.0417771 Jun 19 01:55:55.336746 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:55.459849 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-7cc002c7-c3bd-4d91-b7fc-9fbb4f31bc64 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:55.461386 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-7cc002c7-c3bd-4d91-b7fc-9fbb4f31bc64 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 811 time: 0.1368062 Jun 19 01:55:55.477738 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e7a8a2e3-f131-40cb-b9fe-c15f881f4bc1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/quotas/a4958cfe8d474847ad0c7ea46e0a107a HTTP/1.1" status: 200 len: 375 time: 0.0103147 Jun 19 01:55:55.501597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:55.515327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:55.521437 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b', '2bf72ea3-3b0e-4194-abfd-57fb38bce61a'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:55:55.605335 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:55:55.648421 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-75b79ddc-6952-4fab-8789-458746beff83 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520021 Jun 19 01:55:55.679387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:55:55.682650 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:55:55.698178 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:55.698887 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:55.738197 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event updated for resources: {'Port': ['ID=8c201733-b8db-4931-b06f-82edc7eb34d2,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:55.748280 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:55.818253 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c7e2a-2037-4a6a-82de-cce9885153a2 req-24de8154-bf5f-4c83-9646-0e1b70980ecb tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:55.837342 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-218c7e2a-2037-4a6a-82de-cce9885153a2 req-24de8154-bf5f-4c83-9646-0e1b70980ecb tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 931 time: 0.2796068 Jun 19 01:55:55.852488 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-137c5a18-c74c-4062-865e-8ad370118f38 service neutron] 10.222.0.23 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853321 Jun 19 01:55:55.889318 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8447251 Jun 19 01:55:55.913494 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Request body: {'port': {'device_id': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:55:56.040293 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-218c7e2a-2037-4a6a-82de-cce9885153a2 req-1ba87c93-9f04-443a-8ced-476702b4a3b5 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715050 Jun 19 01:55:56.063635 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-ea4efff7-a2a2-4136-ae66-6faee9072c26 service neutron] 10.222.0.23 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045779 Jun 19 01:55:56.216140 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:56.442924 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-26fe4a7a-67ca-4d35-9c0e-030c024addff req-f83793ee-15e1-475f-8dac-c3d09d4b68d4 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 210 time: 0.0690722 Jun 19 01:55:56.593232 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197533c-b26a-457f-9167-56ba81558b87 req-2fe7352d-fa2c-420a-ba7b-a07a6d86fc62 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:56.594831 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4197533c-b26a-457f-9167-56ba81558b87 req-2fe7352d-fa2c-420a-ba7b-a07a6d86fc62 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1310358 Jun 19 01:55:56.676856 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4197533c-b26a-457f-9167-56ba81558b87 req-5c1c9651-1f7f-4669-937e-ddda5188ada5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740039 Jun 19 01:55:56.681471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c201733-b8db-4931-b06f-82edc7eb34d2 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:55:56.692378 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:56.707761 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Transition to ACTIVE for port object 8c201733-b8db-4931-b06f-82edc7eb34d2 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:55:56.833734 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:56.839223 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a7081bcd-f3ec-4197-bf65-992a06f0ff8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:56.916030 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Pushing event updated for resources: {'Port': ['ID=8c201733-b8db-4931-b06f-82edc7eb34d2,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:56.920787 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:56.958717 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Attempting to bind port 8c201733-b8db-4931-b06f-82edc7eb34d2 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:55:56.959054 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Attempting to bind port 8c201733-b8db-4931-b06f-82edc7eb34d2 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:55:56.959389 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Attempting to bind port 8c201733-b8db-4931-b06f-82edc7eb34d2 on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:56.963730 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Port 8c201733-b8db-4931-b06f-82edc7eb34d2 on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:55:56.964079 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Attempting to bind port 8c201733-b8db-4931-b06f-82edc7eb34d2 on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:55:56.969347 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:55:56.969828 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Checking segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:55:56.970220 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Bound using segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:55:56.970647 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Bound port: 8c201733-b8db-4931-b06f-82edc7eb34d2, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:55:56.971015 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:57.054245 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] For port 8c201733-b8db-4931-b06f-82edc7eb34d2, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:55:57.060266 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] For port 8c201733-b8db-4931-b06f-82edc7eb34d2, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c201733-b8db-4931-b06f-82edc7eb34d2,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:55:57.202954 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:57.206344 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:57.255624 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:57.256350 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:57.257898 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] 10.222.0.45 "PUT /v2.0/ports/8c201733-b8db-4931-b06f-82edc7eb34d2 HTTP/1.1" status: 200 len: 1093 time: 1.3566258 Jun 19 01:55:57.258474 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'tag': '8c201733-b8db-4931-b06f-82edc7eb34d2'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:55:57.261006 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86382af9-3746-4f2d-9b1b-2451319d18cc" -d '{"events": [{"name": "network-changed", "server_uuid": "58b2483d-18f6-4bda-a082-0886a009b3d9", "tag": "8c201733-b8db-4931-b06f-82edc7eb34d2"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:55:57.285369 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Pushing event updated for resources: {'Port': ['ID=8c201733-b8db-4931-b06f-82edc7eb34d2,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:57.294947 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:57.368599 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ac5c-a26f-4aa3-a994-ef246dde1f40 req-8b943e04-9cb8-4734-84c5-ae9319ee8cec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:57.370439 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0906ac5c-a26f-4aa3-a994-ef246dde1f40 req-8b943e04-9cb8-4734-84c5-ae9319ee8cec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 943 time: 0.1577115 Jun 19 01:55:57.429649 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0906ac5c-a26f-4aa3-a994-ef246dde1f40 req-3dd23d18-311c-4ca9-a569-115e41213023 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Jun 19 01:55:57.466960 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-364cc27a-9ed0-4449-b4fe-bdac33e4af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:57.470852 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-364cc27a-9ed0-4449-b4fe-bdac33e4af45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0691063 Jun 19 01:55:57.531309 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-35c9e636-b2b8-4376-b20c-075fef581e93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c201733-b8db-4931-b06f-82edc7eb34d2 HTTP/1.1" status: 200 len: 217 time: 0.0472462 Jun 19 01:55:57.532831 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52059ef3-ba94-4429-a938-752cad0bb9e5 x-openstack-request-id: req-52059ef3-ba94-4429-a938-752cad0bb9e5 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:55:57.533324 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b2483d-18f6-4bda-a082-0886a009b3d9", "tag": "8c201733-b8db-4931-b06f-82edc7eb34d2", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:55:57.533815 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52059ef3-ba94-4429-a938-752cad0bb9e5 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:55:57.534385 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'tag': '8c201733-b8db-4931-b06f-82edc7eb34d2', 'status': 'completed', 'code': 200} Jun 19 01:55:57.591216 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e53a362d-c6fc-48bc-b393-61988298538b req-205f334c-8c77-48bc-ade0-3ea548f94427 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 210 time: 0.0626516 Jun 19 01:55:57.612581 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea360-f91f-4eec-b347-b40bade10916 req-5ef848f1-54c2-4f73-8f8d-8981f31d187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:57.615544 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-5ef848f1-54c2-4f73-8f8d-8981f31d187e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.0767365 Jun 19 01:55:57.660992 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-aa4d4be7-b676-464f-8076-a31e4f97f750 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297589 Jun 19 01:55:57.799498 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-d6e98f73-24c1-4ee2-92a9-7365ebf888fd service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131914 Jun 19 01:55:57.973762 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-524ea360-f91f-4eec-b347-b40bade10916 req-c82644ae-7bc1-48b2-b8fc-e310f4e28884 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642466 Jun 19 01:55:57.985793 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0664a-46db-47d2-a04b-9a8b2b54b1ba req-52021020-bab5-4caa-87c2-8a85c04ff58e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:57.987402 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-93f0664a-46db-47d2-a04b-9a8b2b54b1ba req-52021020-bab5-4caa-87c2-8a85c04ff58e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1814182 Jun 19 01:55:58.039204 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-93f0664a-46db-47d2-a04b-9a8b2b54b1ba req-c30a5f8e-2947-48b6-9d38-9419c2d6bdf5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Jun 19 01:55:58.207021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-a31d50eb-93f2-4c2c-bac5-8165d3d631b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:58.208838 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-a31d50eb-93f2-4c2c-bac5-8165d3d631b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0548546 Jun 19 01:55:58.310766 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-b804b857-24aa-418a-97fb-830e6898a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:58.312329 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-b804b857-24aa-418a-97fb-830e6898a985 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 915 time: 0.0940435 Jun 19 01:55:58.365789 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-2a904954-1b42-471f-919d-7197d0f822f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c201733-b8db-4931-b06f-82edc7eb34d2 HTTP/1.1" status: 200 len: 217 time: 0.0402770 Jun 19 01:55:58.419719 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-360f4caf-3ce4-4a20-bf75-f70fcb3976a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:58.421109 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-360f4caf-3ce4-4a20-bf75-f70fcb3976a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.0476987 Jun 19 01:55:58.458168 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-62a29f9c-095d-4e55-b7cb-7b526ac5f66e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294051 Jun 19 01:55:58.674674 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43790) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:58.677753 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-64556186-e2cb-4034-851e-cdb37c059bfe service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116666 Jun 19 01:55:58.786147 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726230d-e565-40d4-b064-4f2ecb2235e5 req-3ae3708b-cc7d-47f3-af21-dbac7a395142 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:58.786147 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b726230d-e565-40d4-b064-4f2ecb2235e5 req-3ae3708b-cc7d-47f3-af21-dbac7a395142 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 943 time: 0.1802430 Jun 19 01:55:58.843629 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-464b8d42-6d49-4702-9d41-e357750d5904 req-6a26ee73-12a0-46ce-90ca-b7f65ad4c953 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 210 time: 0.0487871 Jun 19 01:55:58.846938 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-86382af9-3746-4f2d-9b1b-2451319d18cc req-2a5c12f7-04aa-4b09-b235-b219990a0b6d service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527317 Jun 19 01:55:58.852822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:58.878751 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b726230d-e565-40d4-b064-4f2ecb2235e5 req-f52b2ae3-d16e-4546-8bc9-f472c14c7a42 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685613 Jun 19 01:55:58.976452 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:59.055020 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:59.058182 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c8cfcff0-6c91-4c09-b9d6-423b97723f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:59.101802 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a87d628b484c405b8a3eb16112e11b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247603 Jun 19 01:55:59.103073 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1b591-79ba-41c3-8959-5ab08d2fbc3b,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:59.104940 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43814) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:55:59.106272 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:59.201825 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:59.247726 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:59.307771 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3499-7a27-41ff-a22a-1dbc2525aa70 req-a98e659d-ca4f-436f-a5e5-f84f41bf2aac tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:59.309508 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-89be3499-7a27-41ff-a22a-1dbc2525aa70 req-a98e659d-ca4f-436f-a5e5-f84f41bf2aac tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1211374 Jun 19 01:55:59.350235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-89be3499-7a27-41ff-a22a-1dbc2525aa70 req-61ccd9c5-4e7f-4710-bd43-62719be11d3d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Jun 19 01:55:59.412370 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:59.415191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:55:59.416355 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dce1b591-79ba-41c3-8959-5ab08d2fbc3b HTTP/1.1" status: 204 len: 168 time: 0.3099639 Jun 19 01:55:59.417130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f4a4e740-5647-4566-aa1f-e3c2cdc27090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:55:59.426728 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1b591-79ba-41c3-8959-5ab08d2fbc3b,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:55:59.429268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:55:59.681334 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-f12625cd-1a08-4bd9-b1ed-954c361b9ed6 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:55:59.682865 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-f12625cd-1a08-4bd9-b1ed-954c361b9ed6 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 811 time: 0.1081898 Jun 19 01:55:59.744514 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-4ca0a402-3f0b-44e7-b2b2-bca490d3e05f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4958cfe8d474847ad0c7ea46e0a107a HTTP/1.1" status: 200 len: 380 time: 0.0513761 Jun 19 01:55:59.759384 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'port': {'device_id': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'admin_state_up': True, 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'security_groups': ['5ab7b180-f316-435c-bf17-50476f150284']}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:00.053558 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Made reservation on behalf of a4958cfe8d474847ad0c7ea46e0a107a for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:00.058267 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.169078 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43842) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:00.212453 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8be7f12f-e549-4bc8-859a-8365e9a29c57 req-7c1ca645-081f-4009-ad91-912300dea708 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 210 time: 0.0552227 Jun 19 01:56:00.277781 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Allocated IP 172.20.0.5 (20e726ec-b989-47d6-968a-5d78e31b25b2/a3792eae-75a6-461d-958f-250372ab66d8/8409d6e1-33c3-4856-89be-c10c061a024c) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:56:00.287133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd183a-7ed0-494a-a795-8812c59f4362 req-19250c26-2215-4b6a-b981-945f9f44032b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:00.288689 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9acd183a-7ed0-494a-a795-8812c59f4362 req-19250c26-2215-4b6a-b981-945f9f44032b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 943 time: 0.2661088 Jun 19 01:56:00.323825 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.357788 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9acd183a-7ed0-494a-a795-8812c59f4362 req-cdfea4d5-ce9b-4dbf-b9b8-da184964b408 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Jun 19 01:56:00.472187 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.586029 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.590396 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:00.608250 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4698f-a9be-431e-83d8-e8bc33e89828 req-bfc45ece-5b72-4b31-83ed-ee1c7f3c1fab tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:00.610144 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-08f4698f-a9be-431e-83d8-e8bc33e89828 req-bfc45ece-5b72-4b31-83ed-ee1c7f3c1fab tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0880356 Jun 19 01:56:00.658716 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43856) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:00.681924 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.693756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca528df-4e9d-4a53-bc68-f212f4c8197e,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:00.702265 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3c54c9af4894173adf3d60148164acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5301299 Jun 19 01:56:00.703460 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:00.703936 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43858) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:00.707926 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-08f4698f-a9be-431e-83d8-e8bc33e89828 req-c6ca6a03-5ea7-4715-81a5-e8af48cda318 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876992 Jun 19 01:56:00.766482 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.780156 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.790858 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Transition to ACTIVE for port object 8409d6e1-33c3-4856-89be-c10c061a024c will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:56:00.805166 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.857405 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8c201733-b8db-4931-b06f-82edc7eb34d2 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:56:00.871011 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.951062 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.953456 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43862) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:00.956092 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:00.995356 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:00.997046 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8c201733-b8db-4931-b06f-82edc7eb34d2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c201733-b8db-4931-b06f-82edc7eb34d2,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:01.001794 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:56:01.002595 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.014169 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:01.014299 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ca528df-4e9d-4a53-bc68-f212f4c8197e HTTP/1.1" status: 204 len: 168 time: 0.2979429 Jun 19 01:56:01.020674 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.024164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '8c201733-b8db-4931-b06f-82edc7eb34d2', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'port_id': '8c201733-b8db-4931-b06f-82edc7eb34d2', 'mac_address': 'fa:16:3e:df:a2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdef957-0501-4f73-8a10-91ef360a37a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:56:01.025188 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:01.035589 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:56:01.041024 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:56:01.050243 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:01.052116 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca528df-4e9d-4a53-bc68-f212f4c8197e,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.053760 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.056420 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:01.120986 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.132465 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b3d3916dfd647158535f028cbece35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704525 Jun 19 01:56:01.132744 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.132928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43872) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:01.168767 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'Port': ['ID=8409d6e1-33c3-4856-89be-c10c061a024c,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.170680 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c201733-b8db-4931-b06f-82edc7eb34d2 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:01.180827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:01.184137 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-df316f2f-55c2-44b2-8892-7d545467f1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:01.227617 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8c201733-b8db-4931-b06f-82edc7eb34d2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c201733-b8db-4931-b06f-82edc7eb34d2,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:01.254130 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4997458 Jun 19 01:56:01.262741 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d992a20-c039-4c8d-aa4e-0243a0125389,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.285617 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:01.297068 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Request body: {'port': {'device_id': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:01.305235 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.309328 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-aa523856-59bf-472b-8f98-a6e982475c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:01.326714 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.435911 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.443334 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8c201733-b8db-4931-b06f-82edc7eb34d2,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.458085 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:01.461432 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.481841 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d002-bb9c-481e-8481-e9324cc36c26 req-8f3a8ffe-1285-4150-9b2e-9a3ce20ed1c9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:01.482452 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.483613 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1200d002-bb9c-481e-8481-e9324cc36c26 req-8f3a8ffe-1285-4150-9b2e-9a3ce20ed1c9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 931 time: 0.0990548 Jun 19 01:56:01.509621 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-ff896b1e-c989-46fb-b782-6dca2ea4ef28 None None] Provisioning for port 8409d6e1-33c3-4856-89be-c10c061a024c completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:01.514445 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-ff896b1e-c989-46fb-b782-6dca2ea4ef28 None None] Provisioning complete for port 8409d6e1-33c3-4856-89be-c10c061a024c triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:01.523328 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ff896b1e-c989-46fb-b782-6dca2ea4ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.552905 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.556559 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-38230f4a-555f-4106-b06d-f0fc2e6422a9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:01.576319 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-ff896b1e-c989-46fb-b782-6dca2ea4ef28 None None] Port 8409d6e1-33c3-4856-89be-c10c061a024c cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:56:01.591126 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1200d002-bb9c-481e-8481-e9324cc36c26 req-910ac4c4-0ccb-4285-b684-245e53e0fab7 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962572 Jun 19 01:56:01.615391 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29d6e1daec4e40dba95626b2fc8bb6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568372 Jun 19 01:56:01.615391 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9019f63-d4d3-4a5b-adc1-19afa0f39ae3,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.615391 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43880) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:01.618622 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:01.652206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['8c201733-b8db-4931-b06f-82edc7eb34d2'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:01.686756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.704434 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.707694 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.709267 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d992a20-c039-4c8d-aa4e-0243a0125389 HTTP/1.1" status: 204 len: 168 time: 0.5768986 Jun 19 01:56:01.720415 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-83091ab5-1766-4433-be25-ce38670439f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:01.737218 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.758545 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94cd14-66db-42d0-ae5c-e51964dd0c24 req-c2c4447b-072b-4e5c-a91d-b6028d59e7ec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:01.760427 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ed94cd14-66db-42d0-ae5c-e51964dd0c24 req-c2c4447b-072b-4e5c-a91d-b6028d59e7ec tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 944 time: 0.2303629 Jun 19 01:56:01.789595 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d992a20-c039-4c8d-aa4e-0243a0125389,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.814435 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:01.892509 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ed94cd14-66db-42d0-ae5c-e51964dd0c24 req-805fb26c-bc1c-414e-82f6-dfef6fc2d9c5 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059613 Jun 19 01:56:01.930098 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.935485 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.939664 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9019f63-d4d3-4a5b-adc1-19afa0f39ae3 HTTP/1.1" status: 204 len: 168 time: 0.3205605 Jun 19 01:56:01.949411 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 43888) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:01.967777 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:01.972307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:01.991311 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9019f63-d4d3-4a5b-adc1-19afa0f39ae3,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:01.995851 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:02.045346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8409d6e1-33c3-4856-89be-c10c061a024c {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:02.047441 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12c97-ac19-479d-9bf0-362508cf8a69 req-40f75deb-b089-4086-84a0-283533f392b6 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:02.049710 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-13e12c97-ac19-479d-9bf0-362508cf8a69 req-40f75deb-b089-4086-84a0-283533f392b6 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1405060 Jun 19 01:56:02.059175 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.080392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Transition to ACTIVE for port object 8409d6e1-33c3-4856-89be-c10c061a024c will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:56:02.109616 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-13e12c97-ac19-479d-9bf0-362508cf8a69 req-df759ea9-7292-4a9b-b8da-a2b2d2d602dc tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516076 Jun 19 01:56:02.151530 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.152646 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.154804 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:02.312158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Pushing event updated for resources: {'Port': ['ID=8409d6e1-33c3-4856-89be-c10c061a024c,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:02.319384 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:02.320395 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.325949 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d1c26744-bad4-4802-8a65-64eb5717a231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:02.372234 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b693b6-b1c3-4919-9310-2f57c768d7f6,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:02.379845 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Attempting to bind port 8409d6e1-33c3-4856-89be-c10c061a024c on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:56:02.380196 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Attempting to bind port 8409d6e1-33c3-4856-89be-c10c061a024c by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:56:02.380564 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Attempting to bind port 8409d6e1-33c3-4856-89be-c10c061a024c on network 20e726ec-b989-47d6-968a-5d78e31b25b2 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:02.389734 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:02.392103 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18ed22a2aac74a3d84ae09939d926e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415174 Jun 19 01:56:02.393115 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Port 8409d6e1-33c3-4856-89be-c10c061a024c on network 20e726ec-b989-47d6-968a-5d78e31b25b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:56:02.393450 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Attempting to bind port 8409d6e1-33c3-4856-89be-c10c061a024c on network 20e726ec-b989-47d6-968a-5d78e31b25b2 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:02.394963 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43902) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:02.400185 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:56:02.400562 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Checking segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:56:02.401016 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Bound using segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:56:02.401463 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Bound port: 8409d6e1-33c3-4856-89be-c10c061a024c, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:56:02.401818 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.477144 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.512905 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] For port 8409d6e1-33c3-4856-89be-c10c061a024c, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:56:02.517894 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] For port 8409d6e1-33c3-4856-89be-c10c061a024c, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8409d6e1-33c3-4856-89be-c10c061a024c,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:56:02.520753 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.611773 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.615059 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:02.658854 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:02.658854 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.658854 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] 10.222.0.45 "PUT /v2.0/ports/8409d6e1-33c3-4856-89be-c10c061a024c HTTP/1.1" status: 200 len: 1093 time: 1.3622715 Jun 19 01:56:02.659629 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:02.668974 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4685d8df-57bb-4579-952c-5f80436ef66c" -d '{"events": [{"name": "network-changed", "server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:02.695628 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Pushing event updated for resources: {'Port': ['ID=8409d6e1-33c3-4856-89be-c10c061a024c,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:02.699292 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:02.727140 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.731050 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:02.732185 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eacfd0-fb46-49f8-a0d8-0b43de420189 x-openstack-request-id: req-52eacfd0-fb46-49f8-a0d8-0b43de420189 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:02.734210 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10b693b6-b1c3-4919-9310-2f57c768d7f6 HTTP/1.1" status: 204 len: 168 time: 0.3362224 Jun 19 01:56:02.734324 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:02.734324 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52eacfd0-fb46-49f8-a0d8-0b43de420189 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:02.734324 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c', 'status': 'completed', 'code': 200} Jun 19 01:56:02.734559 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d7ba2edf-24d8-4177-95e5-ee1c89824b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:02.745729 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b693b6-b1c3-4919-9310-2f57c768d7f6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:02.748674 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:02.859499 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176fe2-e681-4870-8bde-3f1f57dc1d84 req-ed2914f6-a866-463a-a814-ec0d163841fd tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:02.865456 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-84176fe2-e681-4870-8bde-3f1f57dc1d84 req-ed2914f6-a866-463a-a814-ec0d163841fd tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 943 time: 0.0922356 Jun 19 01:56:02.868212 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d8df-57bb-4579-952c-5f80436ef66c req-7ea0a08a-42b5-4eda-a8a5-fc92619c63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:02.869856 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4685d8df-57bb-4579-952c-5f80436ef66c req-7ea0a08a-42b5-4eda-a8a5-fc92619c63da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 1096 time: 0.1105306 Jun 19 01:56:02.876452 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8c201733-b8db-4931-b06f-82edc7eb34d2 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:56:02.946238 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-84176fe2-e681-4870-8bde-3f1f57dc1d84 req-e8a25dbb-f357-4c85-9611-7f0f15e01bc8 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711031 Jun 19 01:56:03.026046 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d8df-57bb-4579-952c-5f80436ef66c req-cc36f215-94c1-4140-8137-8ce4cdb61c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.027636 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4685d8df-57bb-4579-952c-5f80436ef66c req-cc36f215-94c1-4140-8137-8ce4cdb61c5d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1446683 Jun 19 01:56:03.032742 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43918) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:03.047971 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.103983 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 8c201733-b8db-4931-b06f-82edc7eb34d2 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:03.110186 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 8c201733-b8db-4931-b06f-82edc7eb34d2 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:03.110888 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.163881 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.221983 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d8df-57bb-4579-952c-5f80436ef66c req-049583bd-8b00-43b4-be96-229611d414e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.223272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.224235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4685d8df-57bb-4579-952c-5f80436ef66c req-049583bd-8b00-43b4-be96-229611d414e1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1877086 Jun 19 01:56:03.236840 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.254918 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c201733-b8db-4931-b06f-82edc7eb34d2'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:03.257673 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c185a-41f8-4522-859c-5c5c73689091" -d '{"events": [{"server_uuid": "58b2483d-18f6-4bda-a082-0886a009b3d9", "name": "network-vif-plugged", "status": "completed", "tag": "8c201733-b8db-4931-b06f-82edc7eb34d2"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:03.257896 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1e74-cc94-4d15-bc80-3c47ff7f801c req-edd628af-44a0-4d31-969c-91f1b5f65cb7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.269431 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-227d1e74-cc94-4d15-bc80-3c47ff7f801c req-edd628af-44a0-4d31-969c-91f1b5f65cb7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 944 time: 0.2227051 Jun 19 01:56:03.279046 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8c201733-b8db-4931-b06f-82edc7eb34d2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c201733-b8db-4931-b06f-82edc7eb34d2,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:03.285452 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-93c6fec5-640f-4c84-9311-a1e508cae95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:03.289466 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5235984e8b3242f1b36cbaebe87f8bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594917 Jun 19 01:56:03.297497 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 43932) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:03.366212 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.369164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-cf0026ff-4bbb-4c13-8c21-f3965e5bf4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:03.409383 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-227d1e74-cc94-4d15-bc80-3c47ff7f801c req-711486d2-f03a-4fb5-ae8b-458cd34f25a8 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303065 Jun 19 01:56:03.446937 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39da2d-af7a-4c59-9858-18158db02151,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:03.450893 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-2c360b1d-9916-4693-aff6-22f5470bf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.452725 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-2c360b1d-9916-4693-aff6-22f5470bf157 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 1096 time: 0.1219974 Jun 19 01:56:03.462691 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:03.479361 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9514467e-e2d0-4212-b837-6e946e557d45 x-openstack-request-id: req-9514467e-e2d0-4212-b837-6e946e557d45 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:03.479674 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b2483d-18f6-4bda-a082-0886a009b3d9", "name": "network-vif-plugged", "status": "completed", "tag": "8c201733-b8db-4931-b06f-82edc7eb34d2", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:03.480006 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9514467e-e2d0-4212-b837-6e946e557d45 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:03.486866 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c201733-b8db-4931-b06f-82edc7eb34d2', 'code': 200} Jun 19 01:56:03.525649 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8c201733-b8db-4931-b06f-82edc7eb34d2,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:03.530129 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.532907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:03.567719 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.580281 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-52536cc6-461e-4bdd-9002-00fb8aee6370 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8409d6e1-33c3-4856-89be-c10c061a024c HTTP/1.1" status: 200 len: 217 time: 0.1135657 Jun 19 01:56:03.587515 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c587d1c-9700-471c-8937-1798a9316b88 req-f1845e85-9580-4c94-996c-5f64edf07889 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.589209 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4c587d1c-9700-471c-8937-1798a9316b88 req-f1845e85-9580-4c94-996c-5f64edf07889 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2183590 Jun 19 01:56:03.652400 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-1cf8d5b2-d1e0-41f4-bbad-e1717b463a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.655904 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-1cf8d5b2-d1e0-41f4-bbad-e1717b463a2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.0666931 Jun 19 01:56:03.667217 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4c587d1c-9700-471c-8937-1798a9316b88 req-b4709d97-c58d-4dbe-ac96-24fa3cced27d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 Jun 19 01:56:03.760088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-6f92bfc6-fb5d-4477-9e6e-da9225881578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:03.761736 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-6f92bfc6-fb5d-4477-9e6e-da9225881578 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967135 Jun 19 01:56:03.807378 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.810219 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:03.813792 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe39da2d-af7a-4c59-9858-18158db02151 HTTP/1.1" status: 204 len: 168 time: 0.5128419 Jun 19 01:56:03.813792 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f8e8929e-2369-44be-84df-e398beaccf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:03.823334 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39da2d-af7a-4c59-9858-18158db02151,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:03.825843 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:03.905474 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-ce70efa2-80eb-4f32-910c-4e4b48632d60 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326408 Jun 19 01:56:04.059702 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c6b47f71-ce29-4eba-8655-8521b9d9d149 req-9d3656ed-b8c1-4b4a-b5b1-9d11b6166732 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462889 Jun 19 01:56:04.170970 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab74ae-f25e-4877-a1f1-9b631bfb3693 req-87d82f85-330f-444c-b931-7a16337df178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:04.172326 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acab74ae-f25e-4877-a1f1-9b631bfb3693 req-87d82f85-330f-444c-b931-7a16337df178 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 1098 time: 0.1146543 Jun 19 01:56:04.196614 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd94345-d33a-4b4c-9374-bfcc82fc7d42 req-d532bf4c-3504-4587-ba6a-bad064858326 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:04.198152 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2bd94345-d33a-4b4c-9374-bfcc82fc7d42 req-d532bf4c-3504-4587-ba6a-bad064858326 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 943 time: 0.1011367 Jun 19 01:56:04.240004 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-acab74ae-f25e-4877-a1f1-9b631bfb3693 req-fd34ed41-7b21-4e67-81ed-7cc7dc4787c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582461 Jun 19 01:56:04.251900 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2bd94345-d33a-4b4c-9374-bfcc82fc7d42 req-0ba85fd6-23df-4eae-952e-86e5c3b1b90f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464954 Jun 19 01:56:04.626503 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d26a5d-aaa1-49a9-8a9f-bdcbfeb4a38d req-4a204678-984c-4885-9477-99f0fee8c6fd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:04.626503 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f2d26a5d-aaa1-49a9-8a9f-bdcbfeb4a38d req-4a204678-984c-4885-9477-99f0fee8c6fd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 945 time: 0.0798869 Jun 19 01:56:04.672592 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f2d26a5d-aaa1-49a9-8a9f-bdcbfeb4a38d req-2002f10a-6f29-421d-8d76-a4701796231d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Jun 19 01:56:04.886576 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435023c8-78b8-41c7-a80a-6913a34849ed req-0e7ec5c0-ced7-45ab-8b47-273bc67b52fe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:04.922688 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-435023c8-78b8-41c7-a80a-6913a34849ed req-0e7ec5c0-ced7-45ab-8b47-273bc67b52fe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0711839 Jun 19 01:56:04.929102 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-435023c8-78b8-41c7-a80a-6913a34849ed req-ca2cac73-db97-4771-8095-f2503a402a1f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Jun 19 01:56:05.491365 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38c198-1440-4a10-8af6-f08634f6b838 req-270ca74d-8fe4-4c09-bd5d-c7c526b42633 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:05.502384 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ff38c198-1440-4a10-8af6-f08634f6b838 req-270ca74d-8fe4-4c09-bd5d-c7c526b42633 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 943 time: 0.1233029 Jun 19 01:56:05.550506 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ff38c198-1440-4a10-8af6-f08634f6b838 req-51bf7b88-bf16-4222-8f92-23c6f19efa01 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Jun 19 01:56:05.915612 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa86385-d565-4a9d-ab08-0188c0278294 req-3b8a1c05-0dec-4dd3-a999-0f8ac0923c36 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:05.917174 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-daa86385-d565-4a9d-ab08-0188c0278294 req-3b8a1c05-0dec-4dd3-a999-0f8ac0923c36 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 945 time: 0.0775034 Jun 19 01:56:05.961255 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-daa86385-d565-4a9d-ab08-0188c0278294 req-80277c19-ca91-41d7-85ae-3eb2c6460e4b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Jun 19 01:56:06.143515 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652ea1c-efee-4752-8b54-088342f93c0d req-2c9257f6-5550-4811-9090-671e89614108 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:06.146094 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e652ea1c-efee-4752-8b54-088342f93c0d req-2c9257f6-5550-4811-9090-671e89614108 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0809410 Jun 19 01:56:06.187617 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e652ea1c-efee-4752-8b54-088342f93c0d req-100a7c21-5949-444d-a461-852ec11b8e5d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Jun 19 01:56:06.764073 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb971-7630-4e6c-bf0d-78dca20477ed req-3671d29d-b67b-4baa-8d69-f63ca758fa1b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:06.765602 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-602eb971-7630-4e6c-bf0d-78dca20477ed req-3671d29d-b67b-4baa-8d69-f63ca758fa1b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 943 time: 0.0672500 Jun 19 01:56:06.813760 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-602eb971-7630-4e6c-bf0d-78dca20477ed req-baf02ee0-f55a-42b2-90d2-4fdc6c75e490 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Jun 19 01:56:06.907436 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8409d6e1-33c3-4856-89be-c10c061a024c details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:56:07.046116 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8409d6e1-33c3-4856-89be-c10c061a024c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8409d6e1-33c3-4856-89be-c10c061a024c,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:07.067488 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '8409d6e1-33c3-4856-89be-c10c061a024c', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'port_id': '8409d6e1-33c3-4856-89be-c10c061a024c', 'mac_address': 'fa:16:3e:8c:e6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:56:07.113402 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:07.127680 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8409d6e1-33c3-4856-89be-c10c061a024c {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:07.151992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8409d6e1-33c3-4856-89be-c10c061a024c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8409d6e1-33c3-4856-89be-c10c061a024c,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:07.256316 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:07.259689 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:07.334911 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8409d6e1-33c3-4856-89be-c10c061a024c,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:07.345259 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:07.507185 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aff23-f5e4-416d-8056-2ffe28b28c58 req-2638c046-d163-4eff-b2f0-5d2a37aea8f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:07.509989 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e5aff23-f5e4-416d-8056-2ffe28b28c58 req-2638c046-d163-4eff-b2f0-5d2a37aea8f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1022887 Jun 19 01:56:07.572193 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e5aff23-f5e4-416d-8056-2ffe28b28c58 req-21313ca1-25fa-4af3-a2fb-b10a7e331d33 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Jun 19 01:56:07.672671 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['8409d6e1-33c3-4856-89be-c10c061a024c'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:08.052262 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770168f-6e9a-405b-90d9-908715c28427 req-0696419f-4ba9-4219-bc5b-ad4a5fb58518 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:08.054341 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e770168f-6e9a-405b-90d9-908715c28427 req-0696419f-4ba9-4219-bc5b-ad4a5fb58518 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 944 time: 0.0801241 Jun 19 01:56:08.100543 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e770168f-6e9a-405b-90d9-908715c28427 req-3a062326-ff5e-47c5-93d1-1a761ca58369 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392551 Jun 19 01:56:08.758083 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd3fe-4810-46f0-b58d-70a82c9dbc91 req-8d563a7e-96c3-4541-bc55-183d987c4120 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:08.759832 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8befd3fe-4810-46f0-b58d-70a82c9dbc91 req-8d563a7e-96c3-4541-bc55-183d987c4120 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0697086 Jun 19 01:56:08.818717 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8befd3fe-4810-46f0-b58d-70a82c9dbc91 req-74d36550-9e55-494a-847b-ef9ee52471ec tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Jun 19 01:56:08.920036 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8409d6e1-33c3-4856-89be-c10c061a024c up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:56:09.076016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 8409d6e1-33c3-4856-89be-c10c061a024c completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:09.080415 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 8409d6e1-33c3-4856-89be-c10c061a024c triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:09.080891 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:09.175232 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:09.215011 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8409d6e1-33c3-4856-89be-c10c061a024c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8409d6e1-33c3-4856-89be-c10c061a024c,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:09.216076 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:09.218736 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ef3dc-9451-458c-860b-8df3215ba274" -d '{"events": [{"server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "name": "network-vif-plugged", "status": "completed", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:09.326816 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d492d3-e768-42e6-b685-fe20698a4d85 req-7588b384-11a1-4410-9f97-b37d00501fb8 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:09.328329 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-16d492d3-e768-42e6-b685-fe20698a4d85 req-7588b384-11a1-4410-9f97-b37d00501fb8 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 944 time: 0.0712993 Jun 19 01:56:09.352189 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:09.356905 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:09.392949 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-16d492d3-e768-42e6-b685-fe20698a4d85 req-d8166cad-b5e6-470d-b8f7-86b371dab724 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578902 Jun 19 01:56:09.423654 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8409d6e1-33c3-4856-89be-c10c061a024c,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:09.427106 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:09.445556 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914d406-2bb9-4765-8948-c1043dbd0e38 x-openstack-request-id: req-5914d406-2bb9-4765-8948-c1043dbd0e38 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:09.445556 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "name": "network-vif-plugged", "status": "completed", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:09.445556 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5914d406-2bb9-4765-8948-c1043dbd0e38 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:09.445556 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c', 'code': 200} Jun 19 01:56:09.555559 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44182) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:09.724504 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:09.819988 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:09.904432 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751a847-34fe-48bc-9cd2-aa6d323335c8 req-72901e90-87b4-43e9-ab25-712e7db95fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:09.905912 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8751a847-34fe-48bc-9cd2-aa6d323335c8 req-72901e90-87b4-43e9-ab25-712e7db95fc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 1098 time: 0.0611916 Jun 19 01:56:09.951859 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:09.956509 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6aa2cbc0-31c3-4262-a7eb-25eeedfce12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:09.998420 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cdc253-10d3-4e0d-a51a-b5c59b82aac7,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:10.004863 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8751a847-34fe-48bc-9cd2-aa6d323335c8 req-b9909eb7-269c-4b5b-8928-14da29756615 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906932 Jun 19 01:56:10.006544 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:10.018504 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaa1b0b0a8d643ceb5a7549303fe95e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618008 Jun 19 01:56:10.019738 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44206) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:10.081544 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b7749-f49e-44ad-a4d5-731efc72e6f1 req-bef9be4b-8e41-4dc8-a6d1-6134555ebed9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:10.083708 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f73b7749-f49e-44ad-a4d5-731efc72e6f1 req-bef9be4b-8e41-4dc8-a6d1-6134555ebed9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1397734 Jun 19 01:56:10.105142 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:10.152746 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:10.162497 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f73b7749-f49e-44ad-a4d5-731efc72e6f1 req-9cd27d49-d3e0-4634-88eb-f79d911d89e7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Jun 19 01:56:10.492393 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e6a0b-afc1-4391-bfbe-6330365b21c3 req-a986ea8a-1d99-4fd1-aa2e-96d8ed3441da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:10.498877 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5d3e6a0b-afc1-4391-bfbe-6330365b21c3 req-a986ea8a-1d99-4fd1-aa2e-96d8ed3441da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 1098 time: 0.3338523 Jun 19 01:56:10.540118 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5d3e6a0b-afc1-4391-bfbe-6330365b21c3 req-5fb1abae-73bb-4715-9ebb-0d84accdb27a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329630 Jun 19 01:56:10.619283 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:10.624349 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:10.626028 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48cdc253-10d3-4e0d-a51a-b5c59b82aac7 HTTP/1.1" status: 204 len: 168 time: 0.6050422 Jun 19 01:56:10.627195 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f4dfee32-85c7-4502-aa3b-c9f07629ef01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:10.636224 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cdc253-10d3-4e0d-a51a-b5c59b82aac7,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:10.639055 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:10.646066 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcd735-32d5-4322-b26d-b67ffbd4fadd req-b25c8a9e-2f1b-440c-8858-8318a9109d24 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:10.648530 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-72bcd735-32d5-4322-b26d-b67ffbd4fadd req-b25c8a9e-2f1b-440c-8858-8318a9109d24 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0935941 Jun 19 01:56:10.712941 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-72bcd735-32d5-4322-b26d-b67ffbd4fadd req-99b0a622-d088-4060-9bc9-be3b6daa49b0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Jun 19 01:56:11.377655 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e658094-9c44-4192-acef-5bab2117a415 req-6cc9de55-4894-42e0-abc9-6c462931c4fe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:11.379824 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6e658094-9c44-4192-acef-5bab2117a415 req-6cc9de55-4894-42e0-abc9-6c462931c4fe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.0799065 Jun 19 01:56:11.426254 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6e658094-9c44-4192-acef-5bab2117a415 req-082f26fc-102c-46cc-8303-bf7e25c15bf8 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Jun 19 01:56:11.459834 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44266) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:11.484279 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:11.593235 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:11.704429 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:11.707839 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-763f3105-8800-4ac3-8b71-27dbc2b140d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:11.752047 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20fc1526d8374b76ade7f3a3b8c91e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904782 Jun 19 01:56:11.757950 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b94c9e-b1db-4665-86b2-df92941bec50,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:11.757950 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:11.758775 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44280) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:11.874524 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:11.901088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:11.983122 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e547-1897-44de-968c-9cc3703862a7 req-83607a5d-4722-48cf-9108-49f2a6b737f5 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:11.985352 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-82d4e547-1897-44de-968c-9cc3703862a7 req-83607a5d-4722-48cf-9108-49f2a6b737f5 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1008124 Jun 19 01:56:12.052991 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-82d4e547-1897-44de-968c-9cc3703862a7 req-320db2a7-5154-4dc0-baaa-fb646bd8069e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583885 Jun 19 01:56:12.054288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:12.058182 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:12.060642 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7b94c9e-b1db-4665-86b2-df92941bec50 HTTP/1.1" status: 204 len: 168 time: 0.3003392 Jun 19 01:56:12.062167 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8f56cc67-89e4-4db6-87eb-ed5e6b6242e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:12.075363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b94c9e-b1db-4665-86b2-df92941bec50,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:12.078049 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:12.125349 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44296) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:12.267706 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e14632-5dc2-4695-8df2-c096f73a31d9 req-5bc1da41-b510-439b-ab1b-a328a73590b7 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:12.269337 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-16e14632-5dc2-4695-8df2-c096f73a31d9 req-5bc1da41-b510-439b-ab1b-a328a73590b7 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0715642 Jun 19 01:56:12.279566 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44302) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:12.284406 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'floatingip': {'port_id': '8409d6e1-33c3-4856-89be-c10c061a024c'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:12.325475 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:12.699758 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:12.763251 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44316) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:12.885375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7634-1260-4f2c-9d1c-e509f374108c req-790281b7-5b1a-4dd3-9ddd-6a6e17302180 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:12.886970 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-394a7634-1260-4f2c-9d1c-e509f374108c req-790281b7-5b1a-4dd3-9ddd-6a6e17302180 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.2529426 Jun 19 01:56:12.905295 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.028640 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-394a7634-1260-4f2c-9d1c-e509f374108c req-0e0f1e17-38cd-4ec1-97e6-d52cfc66b314 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270294 Jun 19 01:56:13.063305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.069888 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.145421 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.153516 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d87a7e5-742e-44da-900c-c9f852115061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:13.191314 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.256123 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.258467 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bfae4c61d7c44ee96d0f3d39c430a52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1341920 Jun 19 01:56:13.261047 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44334) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:13.292486 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56078353-4f32-4198-87c1-8606a3cc3a34,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:13.301739 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:13.356033 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.362334 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ffe0c906-9f90-4a0b-9279-4d7b5a4388b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:13.389116 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.446959 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.l3_db [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Floating IP ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d associated. External IP: 172.28.0.247, port: 8409d6e1-33c3-4856-89be-c10c061a024c. Jun 19 01:56:13.460324 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18723776-594d-4317-9eb1-433d8e48ce7c req-61b77779-7ae3-42be-b597-80d7625c035c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:13.462230 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-18723776-594d-4317-9eb1-433d8e48ce7c req-61b77779-7ae3-42be-b597-80d7625c035c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2635272 Jun 19 01:56:13.472284 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c91e3-a201-484a-b93d-5d5e6fa3973a,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:13.488289 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.495527 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=521e07b9391f47c3a3c7e10373d4f5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305012 Jun 19 01:56:13.496226 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44348) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:13.497157 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:13.594578 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.608349 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-18723776-594d-4317-9eb1-433d8e48ce7c req-feb8142e-a50a-4f7c-a088-b0bf9ec558bb tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994186 Jun 19 01:56:13.641643 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.694803 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.697881 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.699255 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56078353-4f32-4198-87c1-8606a3cc3a34 HTTP/1.1" status: 204 len: 168 time: 0.4361665 Jun 19 01:56:13.700250 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-714acfc9-db88-4e1b-b0b4-65b90103e4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:13.723029 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56078353-4f32-4198-87c1-8606a3cc3a34,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:13.729245 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:13.801221 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.805387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:13.811627 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a93c91e3-a201-484a-b93d-5d5e6fa3973a HTTP/1.1" status: 204 len: 168 time: 0.3082230 Jun 19 01:56:13.812999 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-cdc30922-8d77-4b88-af80-ceac29a465c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:13.825128 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c91e3-a201-484a-b93d-5d5e6fa3973a,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:13.843377 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:13.928033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:56:14.041008 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:56:14.045955 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:14.051042 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:56:14.061278 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:56:14.062112 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:56:14.091111 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-90b85c15-85f9-45de-8c57-18fae26a0aba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "PUT /v2.0/floatingips/ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d HTTP/1.1" status: 200 len: 991 time: 1.8101311 Jun 19 01:56:14.092199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:14.096881 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09dc34c-c043-47d2-a988-5a816da153b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:14.157481 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03a141d-32f8-472f-a499-070b2255a73d x-openstack-request-id: req-e03a141d-32f8-472f-a499-070b2255a73d {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:14.158096 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:14.158565 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e03a141d-32f8-472f-a499-070b2255a73d {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:14.159135 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c', 'status': 'completed', 'code': 200} Jun 19 01:56:14.253666 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:56:14.279739 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-487604c3-ead1-49cb-988f-e78884a976b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:14.281736 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-487604c3-ead1-49cb-988f-e78884a976b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 1098 time: 0.0830104 Jun 19 01:56:14.429525 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-0904766b-0fe8-4eae-b03b-78818c99e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:14.431666 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-0904766b-0fe8-4eae-b03b-78818c99e10a service neutron] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 912 time: 0.1375661 Jun 19 01:56:14.614172 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-51f33b41-deff-4d9e-b150-d230e97e61bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8409d6e1-33c3-4856-89be-c10c061a024c HTTP/1.1" status: 200 len: 999 time: 0.1703174 Jun 19 01:56:14.675065 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': 'ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'floating_ip_address': '172.28.0.247', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'port_id': '8409d6e1-33c3-4856-89be-c10c061a024c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'mac_address': 'fa:16:3e:8c:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:55:53Z', 'updated_at': '2021-06-19T01:56:12Z', 'revision_number': 1, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:56:14.718124 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:56:14.737727 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-12c51060-f77d-4657-a238-ed46c94b2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:14.738767 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-12c51060-f77d-4657-a238-ed46c94b2d10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.1160004 Jun 19 01:56:14.740581 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:56:14.741446 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:55:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:56:14.841518 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-a1e01c88-b645-4edc-9589-364ba3439cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:14.843030 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-a1e01c88-b645-4edc-9589-364ba3439cfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936511 Jun 19 01:56:14.912572 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:56:14.963439 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-0343bc46-6dc4-4e68-9cc9-9fb1a8744a68 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092410 Jun 19 01:56:15.029778 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44440) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:15.064021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.128057 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a09dc34c-c043-47d2-a988-5a816da153b9 req-91d8bb7f-bd7f-4881-a4ee-c425eb01d619 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537006 Jun 19 01:56:15.241171 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.296032 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': 'ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'floating_ip_address': '172.28.0.247', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'port_id': '8409d6e1-33c3-4856-89be-c10c061a024c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'mac_address': 'fa:16:3e:8c:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:55:53Z', 'updated_at': '2021-06-19T01:56:12Z', 'revision_number': 1, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:56:15.317819 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.330815 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a3c32fd4-58af-42d9-9a1e-4fe8cf032030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:15.357264 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc515c-6f81-4726-9a85-9611e1412604 None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': 'ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'floating_ip_address': '172.28.0.247', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'port_id': '8409d6e1-33c3-4856-89be-c10c061a024c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'mac_address': 'fa:16:3e:8c:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:55:53Z', 'updated_at': '2021-06-19T01:56:12Z', 'revision_number': 1, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:56:15.387274 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0353271365547abaff3e49f11129e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555045 Jun 19 01:56:15.392051 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44452) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:15.415726 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d38b907-d163-44a4-b2a6-58bc9ae7a89b,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:15.434352 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:15.506438 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.568944 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.723524 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.726800 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:15.731678 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d38b907-d163-44a4-b2a6-58bc9ae7a89b HTTP/1.1" status: 204 len: 168 time: 0.3383157 Jun 19 01:56:15.732619 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0ba2ed27-1c85-4a4a-973a-4111e766280f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:15.743579 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d38b907-d163-44a4-b2a6-58bc9ae7a89b,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:15.747312 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:15.786741 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5c1f5-d310-46df-b109-874006f6ea64 None None] New status for floating IP ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d: ACTIVE {{(pid=105202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:56:15.918785 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-dd29d731-9c99-4541-8590-08227a66dae7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:15.932037 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-dd29d731-9c99-4541-8590-08227a66dae7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.1592300 Jun 19 01:56:15.947525 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-02c15a3c-4bae-43c8-9cb4-a37bfed41aac tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/quotas/2406d624fd014a06b0c9dcf0543e494d HTTP/1.1" status: 200 len: 375 time: 0.0145426 Jun 19 01:56:16.046602 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-e08ab25c-f8b4-4a55-9b2b-6d9b176bdc83 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931678 Jun 19 01:56:16.200523 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-542971e0-3e0b-46c8-84c3-d75b22d91389 service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391401 Jun 19 01:56:16.352381 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-b8032b37-3783-4ead-8a12-a69e666e58c3 service neutron] 10.222.0.23 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437049 Jun 19 01:56:16.461437 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-9e0ffa83-d234-410e-bf0f-2065d0c2ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:16.469114 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-9e0ffa83-d234-410e-bf0f-2065d0c2ad9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.1283610 Jun 19 01:56:16.474119 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168256ab-749b-4843-8fb9-1d7f788e2917 req-42335962-4299-4b16-ba1f-116e4e2b5303 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:16.475641 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-168256ab-749b-4843-8fb9-1d7f788e2917 req-42335962-4299-4b16-ba1f-116e4e2b5303 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1034775 Jun 19 01:56:16.593619 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-168256ab-749b-4843-8fb9-1d7f788e2917 req-497f3f91-2139-4666-94c7-ae6c39a1973c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684190 Jun 19 01:56:16.620289 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-b67c8bd7-47c3-4117-90ed-ee1f188b65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:16.626970 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-b67c8bd7-47c3-4117-90ed-ee1f188b65cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.1452723 Jun 19 01:56:16.747697 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-6213d1b7-3a2d-4eb0-8f01-5c893f70de02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 217 time: 0.1097260 Jun 19 01:56:16.791944 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3a477a32-d6ba-4bed-a2ae-af98b033652e req-a2100da5-81a0-444c-b1e4-e7d13399eb3e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 210 time: 0.0563328 Jun 19 01:56:16.864703 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-744539dd-4328-47d8-890b-bd7388e3b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:16.866814 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-744539dd-4328-47d8-890b-bd7388e3b1f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.0862441 Jun 19 01:56:16.914621 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-ffc2b35c-9f63-418d-8028-82eed95e6b87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348794 Jun 19 01:56:17.045729 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-6f4cc370-b01a-486d-ad31-d7f363695693 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100748 Jun 19 01:56:17.187222 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8068965c-80d5-4dc9-ab88-fc5a37bae0ec req-e307cfaf-bb9e-4bb2-af87-03b7c4b54f0c service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329277 Jun 19 01:56:17.840623 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b50d4-5fd5-470e-a5a1-2c2f35d10ec7 req-5440c8f1-d9fa-4072-b476-74647f387236 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:17.842221 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9c5b50d4-5fd5-470e-a5a1-2c2f35d10ec7 req-5440c8f1-d9fa-4072-b476-74647f387236 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0696824 Jun 19 01:56:17.885194 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9c5b50d4-5fd5-470e-a5a1-2c2f35d10ec7 req-39595ef9-8543-4f84-8f84-f80fea808bb9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Jun 19 01:56:17.918787 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-06167101-6d1e-4a7e-bec1-7842dd876a79 req-b2655e60-8729-460e-a92b-29454972784d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 210 time: 0.0426583 Jun 19 01:56:18.995945 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-228c1ea9-ef39-45ed-8047-1a3350ed8939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:19.098413 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-235f1fdd-ede8-4482-aaf5-d32a14ae7df0 req-c267a708-98f4-4aed-b973-eaf6e9dc069b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 210 time: 0.0354154 Jun 19 01:56:19.141075 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2f6e-38cd-4db5-9401-072dc81db612 req-3f920500-92a0-46c7-8805-5fcbcf312d2d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:19.145397 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-03cc2f6e-38cd-4db5-9401-072dc81db612 req-3f920500-92a0-46c7-8805-5fcbcf312d2d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1104438 Jun 19 01:56:19.199862 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-03cc2f6e-38cd-4db5-9401-072dc81db612 req-d60061a0-5ab5-42ef-a8ed-43396a534324 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Jun 19 01:56:19.720079 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44628) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:19.884667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:19.998872 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.055418 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-913bfed2-6cea-45e9-853a-04afb3618926 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:20.056041 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-913bfed2-6cea-45e9-853a-04afb3618926 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/networks?id=8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 200 len: 814 time: 0.1356368 Jun 19 01:56:20.091767 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Request body: {'port': {'device_id': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'admin_state_up': True, 'tenant_id': '2406d624fd014a06b0c9dcf0543e494d'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:20.120072 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.120301 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.126686 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-088af8fe-7b87-4bc8-876f-dec5b1c8cc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:20.214004 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=358c4b77bb424d32bb865cf98bd56631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919481 Jun 19 01:56:20.219728 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44638) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:20.230366 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3d85f0-4ba8-485d-bf6e-c8c639c2c5b8,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:20.234729 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:20.328734 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.335387 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8bd86a74-353d-48fa-a5aa-daedd02714e3 req-27d86d24-2d52-45f7-bc82-60bf2c1202c7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 210 time: 0.0432143 Jun 19 01:56:20.360191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.373396 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Made reservation on behalf of 2406d624fd014a06b0c9dcf0543e494d for: {'port': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:20.376792 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.569138 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a010159-e53a-4010-a096-fe06d3786c5e req-81a8ee5e-d44c-4260-b9b1-8cc075e438c7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:20.570860 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a010159-e53a-4010-a096-fe06d3786c5e req-81a8ee5e-d44c-4260-b9b1-8cc075e438c7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1302652 Jun 19 01:56:20.626652 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a010159-e53a-4010-a096-fe06d3786c5e req-ba74dd2a-1992-41af-b5d8-eeef77bb5597 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Jun 19 01:56:20.665618 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.669016 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:20.670684 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a3d85f0-4ba8-485d-bf6e-c8c639c2c5b8 HTTP/1.1" status: 204 len: 168 time: 0.4488688 Jun 19 01:56:20.671640 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-688c0e9c-719a-4521-b410-aaea0bb4a96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:20.718412 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3d85f0-4ba8-485d-bf6e-c8c639c2c5b8,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:20.739321 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:20.850772 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Allocated IP 172.20.0.8 (8ce23391-e5ee-4f42-93b6-37e57ddd4680/bfdef957-0501-4f73-8a10-91ef360a37a3/7ba07af1-2786-4977-a3d2-44d774e227ed) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:56:21.026567 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.154721 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.161508 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:21.177105 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b', '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', '8c201733-b8db-4931-b06f-82edc7eb34d2'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:21.207531 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:56:21.211772 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:21.218812 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:56:21.260925 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event updated for resources: {'Port': ['ID=7ba07af1-2786-4977-a3d2-44d774e227ed,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:21.265579 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:21.297708 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:21.298860 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.383761 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2962596 Jun 19 01:56:21.391740 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44678) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:21.406944 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Request body: {'port': {'device_id': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:21.529322 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a438db86-f8c4-4292-8ba3-e8b6c937b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.616624 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.686130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44686) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:21.711141 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.806306 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c932fa-c788-4386-a72e-23df780e6ec8 req-6a066f1d-b2ba-44c5-a9b7-352e25204bc3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:21.814816 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c7c932fa-c788-4386-a72e-23df780e6ec8 req-6a066f1d-b2ba-44c5-a9b7-352e25204bc3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 931 time: 0.2856464 Jun 19 01:56:21.898916 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.915290 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c7c932fa-c788-4386-a72e-23df780e6ec8 req-e13dbfaf-f925-4c4e-afa1-48a77f8af5e6 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004262 Jun 19 01:56:21.946722 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:21.993985 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.001871 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3e3bdc18-b744-473d-86ee-a713da3b4538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:22.047405 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.069160 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12911aa-01cc-4853-b1a4-b22d27118c6c,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:22.072314 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:22.077545 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85ef282a42654669bf21b9ebc07bd171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879607 Jun 19 01:56:22.079260 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44692) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:22.161988 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.211183 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfc140-b3a2-4d46-89c6-83496883cda3 req-ed38637b-4fa1-43e7-a697-c460cfa82697 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:22.212659 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1ddfc140-b3a2-4d46-89c6-83496883cda3 req-ed38637b-4fa1-43e7-a697-c460cfa82697 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2269564 Jun 19 01:56:22.252021 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.301538 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.304425 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:22.322308 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.333868 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1ddfc140-b3a2-4d46-89c6-83496883cda3 req-a038853b-cae9-47a1-b158-1bf3d2256385 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138191 Jun 19 01:56:22.338726 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba07af1-2786-4977-a3d2-44d774e227ed {{(pid=105200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:22.345789 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d720bb14e3cb4522abcd0fa240d4764e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9473608 Jun 19 01:56:22.345789 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a0b1f-454b-428e-bb48-130e9b74c0ad,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:22.348348 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44694) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:22.350533 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:22.353178 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.382068 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Transition to ACTIVE for port object 7ba07af1-2786-4977-a3d2-44d774e227ed will not be triggered until provisioned by entity L2. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:56:22.410801 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.433529 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.475539 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.478026 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:22.508372 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.510933 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.512106 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c12911aa-01cc-4853-b1a4-b22d27118c6c HTTP/1.1" status: 204 len: 168 time: 0.4320374 Jun 19 01:56:22.567670 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba07af1-2786-4977-a3d2-44d774e227ed,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:22.572792 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:22.573591 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-92552f21-8de2-4771-b69a-4b280af361be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:22.584476 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12911aa-01cc-4853-b1a4-b22d27118c6c,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:22.602002 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3a0f7e7c-8b5d-4f62-8d77-30e21a4dc1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:22.612903 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.622900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.622900 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/513a0b1f-454b-428e-bb48-130e9b74c0ad HTTP/1.1" status: 204 len: 168 time: 0.2674870 Jun 19 01:56:22.622900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fb59ff68-17dd-4d43-bad2-f2bd4e37df55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:22.630143 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a0b1f-454b-428e-bb48-130e9b74c0ad,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:22.633217 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:22.694443 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.697439 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Attempting to bind port 7ba07af1-2786-4977-a3d2-44d774e227ed on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:56:22.698002 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Attempting to bind port 7ba07af1-2786-4977-a3d2-44d774e227ed by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:56:22.698566 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Attempting to bind port 7ba07af1-2786-4977-a3d2-44d774e227ed on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:22.707762 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Port 7ba07af1-2786-4977-a3d2-44d774e227ed on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:56:22.708295 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Attempting to bind port 7ba07af1-2786-4977-a3d2-44d774e227ed on network 8ce23391-e5ee-4f42-93b6-37e57ddd4680 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:22.717748 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:56:22.718124 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Checking segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:56:22.718652 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Bound using segment: {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:56:22.719288 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Bound port: 7ba07af1-2786-4977-a3d2-44d774e227ed, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680'}}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:56:22.719756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.799225 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] For port 7ba07af1-2786-4977-a3d2-44d774e227ed, host hv-cinder-79717, cleared binding levels {{(pid=105200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:56:22.803724 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] For port 7ba07af1-2786-4977-a3d2-44d774e227ed, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7ba07af1-2786-4977-a3d2-44d774e227ed,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:56:22.882985 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.888058 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3c4df978-266a-4fdd-8aa0-faf3142a7446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:22.924172 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:22.925248 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:22.929013 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] 10.222.0.45 "PUT /v2.0/ports/7ba07af1-2786-4977-a3d2-44d774e227ed HTTP/1.1" status: 200 len: 1093 time: 1.5335236 Jun 19 01:56:22.941679 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'tag': '7ba07af1-2786-4977-a3d2-44d774e227ed'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:22.946296 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1990d2c-1168-4615-98f2-c0b710cf2d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c60e7b3b-30b6-4bb6-8b36-1237f792cff0", "tag": "7ba07af1-2786-4977-a3d2-44d774e227ed"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:23.004581 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba07af1-2786-4977-a3d2-44d774e227ed,revision_number=3']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:23.020676 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:23.044592 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344f12d-60f9-45c2-adc1-00b1a3757330 x-openstack-request-id: req-9344f12d-60f9-45c2-adc1-00b1a3757330 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:23.046101 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60e7b3b-30b6-4bb6-8b36-1237f792cff0", "tag": "7ba07af1-2786-4977-a3d2-44d774e227ed", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:23.059877 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9344f12d-60f9-45c2-adc1-00b1a3757330 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:23.059877 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'tag': '7ba07af1-2786-4977-a3d2-44d774e227ed', 'status': 'completed', 'code': 200} Jun 19 01:56:23.268938 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990d2c-1168-4615-98f2-c0b710cf2d2b req-b06e2ac3-e527-4476-b5d5-070a87b918fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.270432 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f1990d2c-1168-4615-98f2-c0b710cf2d2b req-b06e2ac3-e527-4476-b5d5-070a87b918fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 1096 time: 0.1886892 Jun 19 01:56:23.296818 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2034c7-58c1-49ed-89a7-3f0d19ff2a97 req-6d88abbb-4faf-4cb2-bdeb-a6dd7e0afc77 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.298363 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cd2034c7-58c1-49ed-89a7-3f0d19ff2a97 req-6d88abbb-4faf-4cb2-bdeb-a6dd7e0afc77 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 943 time: 0.1244705 Jun 19 01:56:23.416910 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cd2034c7-58c1-49ed-89a7-3f0d19ff2a97 req-d55b019f-28a7-4bcc-97a9-0fbef6b0b57e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048787 Jun 19 01:56:23.449201 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990d2c-1168-4615-98f2-c0b710cf2d2b req-1e453a48-d586-4b4b-9d79-49e5524c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.452324 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f1990d2c-1168-4615-98f2-c0b710cf2d2b req-1e453a48-d586-4b4b-9d79-49e5524c4076 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2406d624fd014a06b0c9dcf0543e494d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1724288 Jun 19 01:56:23.571958 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990d2c-1168-4615-98f2-c0b710cf2d2b req-b9a877df-1b6f-48bc-9b28-9517f0300463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.573352 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f1990d2c-1168-4615-98f2-c0b710cf2d2b req-b9a877df-1b6f-48bc-9b28-9517f0300463 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144412 Jun 19 01:56:23.581624 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb13e8-ca98-4911-9bd9-1164a8662c0f req-6aa1daaf-70d6-4a09-bbb9-0cd7d2b1bd4f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.584377 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e5bb13e8-ca98-4911-9bd9-1164a8662c0f req-6aa1daaf-70d6-4a09-bbb9-0cd7d2b1bd4f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0665936 Jun 19 01:56:23.634882 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e5bb13e8-ca98-4911-9bd9-1164a8662c0f req-ce95e353-8907-498e-a87e-42b7064a3f70 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Jun 19 01:56:23.692667 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-bcfb1c98-f915-4086-ae75-dce32ae03ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.692667 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-bcfb1c98-f915-4086-ae75-dce32ae03ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2406d624fd014a06b0c9dcf0543e494d&device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 1096 time: 0.0719421 Jun 19 01:56:23.739253 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-01695242-3fc8-48cb-93e8-8d02e1315fb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba07af1-2786-4977-a3d2-44d774e227ed HTTP/1.1" status: 200 len: 217 time: 0.0381558 Jun 19 01:56:23.797060 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-1216f4fe-c11c-4d81-875d-ef1d99cdc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:23.798591 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-1216f4fe-c11c-4d81-875d-ef1d99cdc8b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 200 len: 854 time: 0.0529454 Jun 19 01:56:23.837549 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-94f0a895-2aa2-4fb4-b018-bd1370d1dc79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce23391-e5ee-4f42-93b6-37e57ddd4680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297980 Jun 19 01:56:23.964103 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-2f129a59-71f3-4853-86bc-a840456b60a4 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153963 Jun 19 01:56:24.143733 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dac3f7b-352e-473a-938c-50a452ea9527 req-82179a62-a9b4-4d29-a939-e3984fc5faf2 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632876 Jun 19 01:56:24.601170 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:24.653839 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05852d-8ce4-4e36-a512-c3b6d4ee69df req-a5ac23f9-921f-4554-9bd9-722efbc952bd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:24.659837 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0b05852d-8ce4-4e36-a512-c3b6d4ee69df req-a5ac23f9-921f-4554-9bd9-722efbc952bd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 943 time: 0.0988348 Jun 19 01:56:24.702366 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0b05852d-8ce4-4e36-a512-c3b6d4ee69df req-b9fb4aa2-aea3-4df8-a480-ff1b7d4bd98c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366001 Jun 19 01:56:24.890755 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f895a-e638-4fc5-b3c2-6975cec44c0e req-36d35cf6-bbe8-4c5e-bbcc-7b4aac31b781 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:24.892403 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dc2f895a-e638-4fc5-b3c2-6975cec44c0e req-36d35cf6-bbe8-4c5e-bbcc-7b4aac31b781 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1187387 Jun 19 01:56:24.938016 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dc2f895a-e638-4fc5-b3c2-6975cec44c0e req-8c33b773-d933-47f9-a303-5932849c5527 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Jun 19 01:56:25.918903 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0782c2-4aaa-47b7-a765-980c6e22d2b4 req-886457c7-e4ba-4a70-b35b-24d5217242c7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:25.920499 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8a0782c2-4aaa-47b7-a765-980c6e22d2b4 req-886457c7-e4ba-4a70-b35b-24d5217242c7 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 943 time: 0.0802569 Jun 19 01:56:25.985362 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8a0782c2-4aaa-47b7-a765-980c6e22d2b4 req-cb4bb090-3573-4efc-9039-d57054ed2cc8 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Jun 19 01:56:26.188825 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733aeff-7b65-4233-adf4-80472ed0d545 req-da1ec343-6977-4ec6-8f13-774e45338008 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:26.190348 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4733aeff-7b65-4233-adf4-80472ed0d545 req-da1ec343-6977-4ec6-8f13-774e45338008 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0696025 Jun 19 01:56:26.238696 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4733aeff-7b65-4233-adf4-80472ed0d545 req-0e285b2a-8523-468c-99c1-8df71f1b931f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Jun 19 01:56:27.025857 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7ba07af1-2786-4977-a3d2-44d774e227ed details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:56:27.151660 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 7ba07af1-2786-4977-a3d2-44d774e227ed, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7ba07af1-2786-4977-a3d2-44d774e227ed,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:27.164551 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '7ba07af1-2786-4977-a3d2-44d774e227ed', 'network_id': '8ce23391-e5ee-4f42-93b6-37e57ddd4680', 'port_id': '7ba07af1-2786-4977-a3d2-44d774e227ed', 'mac_address': 'fa:16:3e:d6:8c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdef957-0501-4f73-8a10-91ef360a37a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:56:27.179295 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f950-d87b-4786-9d96-16896bdd8e29 req-9b64606a-a1a6-442f-add0-74e8ec3f96db tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:27.180912 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-06b3f950-d87b-4786-9d96-16896bdd8e29 req-9b64606a-a1a6-442f-add0-74e8ec3f96db tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 943 time: 0.0728130 Jun 19 01:56:27.203869 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:27.219968 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba07af1-2786-4977-a3d2-44d774e227ed {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:27.234546 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-06b3f950-d87b-4786-9d96-16896bdd8e29 req-3a1e710c-e3e5-4dde-875b-304768b303a9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474658 Jun 19 01:56:27.243991 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 7ba07af1-2786-4977-a3d2-44d774e227ed, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7ba07af1-2786-4977-a3d2-44d774e227ed,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:27.393652 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:27.396102 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:27.447441 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc8724-4b38-4345-a745-1837ab3d503b req-4b3de9f9-5e63-4307-95d1-cae38a22f541 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:27.449041 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-01dc8724-4b38-4345-a745-1837ab3d503b req-4b3de9f9-5e63-4307-95d1-cae38a22f541 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0816584 Jun 19 01:56:27.462399 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=7ba07af1-2786-4977-a3d2-44d774e227ed,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:27.469168 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:27.496083 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-01dc8724-4b38-4345-a745-1837ab3d503b req-4f459014-6c92-43d2-863b-6b9ca9a33829 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Jun 19 01:56:27.811158 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['7ba07af1-2786-4977-a3d2-44d774e227ed'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:28.437488 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051486-409c-4176-9f17-abd09cd39219 req-7139a381-d56e-4226-b80f-8609387e9347 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:28.439051 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-93051486-409c-4176-9f17-abd09cd39219 req-7139a381-d56e-4226-b80f-8609387e9347 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 944 time: 0.0753803 Jun 19 01:56:28.491607 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-93051486-409c-4176-9f17-abd09cd39219 req-d339a5aa-1fa6-4289-a739-9c1f8ecb9e02 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Jun 19 01:56:28.738281 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea65d2-4580-45ff-93f8-cb443f8212b3 req-326c5138-cb85-4acf-aa64-ec420c9e94d1 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:28.739828 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0aea65d2-4580-45ff-93f8-cb443f8212b3 req-326c5138-cb85-4acf-aa64-ec420c9e94d1 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0719635 Jun 19 01:56:28.779435 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0aea65d2-4580-45ff-93f8-cb443f8212b3 req-398479ae-e001-4ae2-a468-bc7c5e2c3152 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Jun 19 01:56:29.032116 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7ba07af1-2786-4977-a3d2-44d774e227ed up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:56:29.182324 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 7ba07af1-2786-4977-a3d2-44d774e227ed completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:29.186660 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 7ba07af1-2786-4977-a3d2-44d774e227ed triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:29.187053 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:29.275198 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:29.298521 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba07af1-2786-4977-a3d2-44d774e227ed'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:29.300810 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe7040-bdaf-4749-ac32-dd7d5c643f49" -d '{"events": [{"server_uuid": "c60e7b3b-30b6-4bb6-8b36-1237f792cff0", "name": "network-vif-plugged", "status": "completed", "tag": "7ba07af1-2786-4977-a3d2-44d774e227ed"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:29.314531 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 7ba07af1-2786-4977-a3d2-44d774e227ed, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7ba07af1-2786-4977-a3d2-44d774e227ed,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:29.347117 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e301a1-77b9-4d5a-9850-f8aa1f2ba093 x-openstack-request-id: req-c4e301a1-77b9-4d5a-9850-f8aa1f2ba093 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:29.347475 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60e7b3b-30b6-4bb6-8b36-1237f792cff0", "name": "network-vif-plugged", "status": "completed", "tag": "7ba07af1-2786-4977-a3d2-44d774e227ed", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:29.347886 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4e301a1-77b9-4d5a-9850-f8aa1f2ba093 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:29.348312 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba07af1-2786-4977-a3d2-44d774e227ed', 'code': 200} Jun 19 01:56:29.424637 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:29.426640 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:29.479235 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=7ba07af1-2786-4977-a3d2-44d774e227ed,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:29.483579 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:29.691736 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963d0d8-71d0-4e8a-8d5f-a85c9bf7be19 req-861dc2a3-d0b0-466d-ae9e-0e102482c5e9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:29.693451 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d963d0d8-71d0-4e8a-8d5f-a85c9bf7be19 req-861dc2a3-d0b0-466d-ae9e-0e102482c5e9 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.0725913 Jun 19 01:56:29.735335 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d963d0d8-71d0-4e8a-8d5f-a85c9bf7be19 req-1a86170b-9893-4dd3-911a-1048127ff485 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Jun 19 01:56:30.061161 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4d00d-89c8-419a-90b8-607f40bb4331 req-e55e4849-0c89-4631-91eb-a1d6a0de48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:30.062735 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-dbb4d00d-89c8-419a-90b8-607f40bb4331 req-e55e4849-0c89-4631-91eb-a1d6a0de48c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 1098 time: 0.1305685 Jun 19 01:56:30.078474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec22e-10f4-4f46-ba72-252b9f95eacd req-bafd85ec-cff9-436d-b632-38e7fe879036 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:30.079982 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-94cec22e-10f4-4f46-ba72-252b9f95eacd req-bafd85ec-cff9-436d-b632-38e7fe879036 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1036615 Jun 19 01:56:30.144658 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-dbb4d00d-89c8-419a-90b8-607f40bb4331 req-eed37319-0249-4e86-ba5b-1345a59adc9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634515 Jun 19 01:56:30.148717 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-94cec22e-10f4-4f46-ba72-252b9f95eacd req-bbc78eb3-1219-4441-ab02-874d04fa80d5 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Jun 19 01:56:30.661112 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44892) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:30.784397 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:30.932874 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:30.961688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e8f99-2930-497b-967c-4c2e4d5e8d86 req-f1293214-ed1f-49ec-8257-26b68adc056c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:30.963361 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7f3e8f99-2930-497b-967c-4c2e4d5e8d86 req-f1293214-ed1f-49ec-8257-26b68adc056c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.0824132 Jun 19 01:56:31.014329 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7f3e8f99-2930-497b-967c-4c2e4d5e8d86 req-d39042b5-86cb-42cc-9e89-3c7e8e2d8a31 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Jun 19 01:56:31.026701 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.032227 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6ae3dd15-a317-42ed-953d-4738957078b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:31.070126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d960c84-599d-4f36-921d-e36013b02a40,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:31.074464 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66b10353b0fd49fca29101cb5e8f91c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109809 Jun 19 01:56:31.075353 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:31.077142 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44902) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:31.142148 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.191338 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.333699 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.338132 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.339451 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d960c84-599d-4f36-921d-e36013b02a40 HTTP/1.1" status: 204 len: 168 time: 0.2613909 Jun 19 01:56:31.340270 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-5278f481-f7b0-46e6-914a-00fb990ce9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:31.351037 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d960c84-599d-4f36-921d-e36013b02a40,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:31.365933 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:31.404346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67bdb2-913b-4c07-b2f5-7115fdd82487 req-0c352caf-b737-4774-8ab6-394c65d4b46d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:31.413019 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ec67bdb2-913b-4c07-b2f5-7115fdd82487 req-0c352caf-b737-4774-8ab6-394c65d4b46d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1097307 Jun 19 01:56:31.468095 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ec67bdb2-913b-4c07-b2f5-7115fdd82487 req-b8f89428-5589-467a-a890-36ebe7195a9b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538838 Jun 19 01:56:31.490368 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44916) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:31.632163 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.762907 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.852763 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.857920 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:31.906427 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcc7729f8c46491cba24f34f197f1693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147139 Jun 19 01:56:31.907909 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a2a64-348b-4fd2-b0cc-69c8ba018b24,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:31.909206 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44922) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:31.912661 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:31.972032 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:31.998424 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.138809 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.141560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.143026 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f94a2a64-348b-4fd2-b0cc-69c8ba018b24 HTTP/1.1" status: 204 len: 168 time: 0.2320635 Jun 19 01:56:32.143916 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5d9a59b1-b020-41a9-8d73-d9fc4969cf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:32.153658 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a2a64-348b-4fd2-b0cc-69c8ba018b24,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:32.161735 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.162438 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.162703 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.163044 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.163505 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.164031 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.164556 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.164965 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.165247 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.165833 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.166546 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.167090 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:32.176274 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:32.301682 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44930) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:32.316002 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.448599 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.460021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3650965-1129-4cad-822c-6919b8d73b88 req-30654f7d-6cff-4819-9c18-811d54dc9f04 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:32.461574 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3650965-1129-4cad-822c-6919b8d73b88 req-30654f7d-6cff-4819-9c18-811d54dc9f04 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.2841697 Jun 19 01:56:32.503077 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3650965-1129-4cad-822c-6919b8d73b88 req-ece0e927-7bc1-44c5-ad26-fb3d6217575d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Jun 19 01:56:32.667778 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.681677 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-271a34b4-c2db-491b-894a-c098efd97ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:32.727383 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b582117dd154b5887df33b3cec0916a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243681 Jun 19 01:56:32.730589 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44948) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:32.731771 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba2d61-ab7d-4f54-a67f-197ff4a4aabc,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:32.735131 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:32.766508 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612ef42-55cc-44b6-bd1f-2f0bfeae4095 req-824e7f1d-c6b3-4bd1-9dd9-f65c06f5800e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:32.768443 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f612ef42-55cc-44b6-bd1f-2f0bfeae4095 req-824e7f1d-c6b3-4bd1-9dd9-f65c06f5800e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1530240 Jun 19 01:56:32.809797 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.820951 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f612ef42-55cc-44b6-bd1f-2f0bfeae4095 req-751466d8-e9b5-4e51-8115-a14f71a059a3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Jun 19 01:56:32.832938 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.973301 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.976804 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:32.978115 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7eba2d61-ab7d-4f54-a67f-197ff4a4aabc HTTP/1.1" status: 204 len: 168 time: 0.2454143 Jun 19 01:56:32.979073 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ad3b5e92-694a-4cf6-8c45-d75ec4d3cebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:32.989528 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba2d61-ab7d-4f54-a67f-197ff4a4aabc,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:32.992702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:33.145882 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44954) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:33.159154 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.304994 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.405190 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.410046 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4af26648-21dd-4f37-9faa-43505735f6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:33.447661 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32777abde1814abc82fff6e2b24d86cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006954 Jun 19 01:56:33.448594 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad7770-e00e-4272-a017-5f9c83478d52,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:33.450311 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44964) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:33.458747 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.459126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.459517 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.459993 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.460868 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.461241 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.461654 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.462094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.462462 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.462870 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.463221 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.464247 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:33.468398 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:33.504103 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.526364 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.668985 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.673470 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.675443 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fad7770-e00e-4272-a017-5f9c83478d52 HTTP/1.1" status: 204 len: 168 time: 0.2233741 Jun 19 01:56:33.675658 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ca1b7aa0-abe3-4969-ba5e-e90326bd1b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:33.684937 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad7770-e00e-4272-a017-5f9c83478d52,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:33.687278 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:33.695338 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 44972) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:33.712685 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.846301 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.986660 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:33.992627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3ce45cf0-41c2-4e7e-81fe-c0838855ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:34.040562 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a250b948-d7a3-4eba-8e5f-c917ef938e69,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:34.046335 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=971a0a69dd564cf38851b348ed332a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490710 Jun 19 01:56:34.047532 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:34.048693 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 44976) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:34.096590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4371e-e193-43b4-a7f5-3da3a6559063 req-49817426-aeb2-414f-9c1f-e16d10f66ed3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:34.099286 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6fb4371e-e193-43b4-a7f5-3da3a6559063 req-49817426-aeb2-414f-9c1f-e16d10f66ed3 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1507535 Jun 19 01:56:34.130808 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:34.152757 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6fb4371e-e193-43b4-a7f5-3da3a6559063 req-d8be9fad-d06b-4f45-80f3-a2b54acb0b7a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Jun 19 01:56:34.167199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:34.391119 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:34.398618 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:34.401490 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a250b948-d7a3-4eba-8e5f-c917ef938e69 HTTP/1.1" status: 204 len: 168 time: 0.3512318 Jun 19 01:56:34.403077 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36130de1-cf4a-4352-b171-f97b6c12d35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:34.415846 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a250b948-d7a3-4eba-8e5f-c917ef938e69,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:34.466348 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:34.584676 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c41c0-3d8a-407f-bf14-ffb3956781a3 req-47a9b0d2-07c6-4e27-b510-4d67d300cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:34.586366 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2a4c41c0-3d8a-407f-bf14-ffb3956781a3 req-47a9b0d2-07c6-4e27-b510-4d67d300cc8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.0623934 Jun 19 01:56:34.642762 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2a4c41c0-3d8a-407f-bf14-ffb3956781a3 req-e43ae578-47c5-4a1b-8c5d-95b708179d8c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Jun 19 01:56:34.859455 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafbdcd-bf19-453e-8d3c-7ba2f3fb421d req-9503ea2e-6bfc-4029-adea-6d9a090b445b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:34.861105 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3aafbdcd-bf19-453e-8d3c-7ba2f3fb421d req-9503ea2e-6bfc-4029-adea-6d9a090b445b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0849946 Jun 19 01:56:34.912725 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3aafbdcd-bf19-453e-8d3c-7ba2f3fb421d req-402570f8-dc2f-4899-87bc-e1ed3da3b8cc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Jun 19 01:56:35.401757 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2c5ae-a66d-4c66-af95-70a949f062b7 req-59ce4864-c419-416c-9e2b-c0e3125e7f0f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:35.408884 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-03a2c5ae-a66d-4c66-af95-70a949f062b7 req-59ce4864-c419-416c-9e2b-c0e3125e7f0f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0796151 Jun 19 01:56:35.444044 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-03a2c5ae-a66d-4c66-af95-70a949f062b7 req-fe2fdab2-0a9b-4e1b-8323-88a0cc840b1c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Jun 19 01:56:35.698308 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45064) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:35.856529 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1477313448-network', 'tenant_id': 'a92c4c938b9a44f49d810501373145b6'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:35.966597 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Made reservation on behalf of a92c4c938b9a44f49d810501373145b6 for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:35.966597 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:35.976059 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.127447 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.151912 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56da9-ffd4-492b-b237-13a1167bfc69 req-7e930924-71d8-4def-b871-e675ef7f8f0c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:36.153566 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bee56da9-ffd4-492b-b237-13a1167bfc69 req-7e930924-71d8-4def-b871-e675ef7f8f0c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1118476 Jun 19 01:56:36.195455 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bee56da9-ffd4-492b-b237-13a1167bfc69 req-f1736673-ca0f-45b8-92ea-c502a549d9ae tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361974 Jun 19 01:56:36.220145 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.223816 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:36.250451 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:56:36.256015 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:36.259681 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:36.264577 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.264577 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Added segment 59cde986-79ab-4f18-a30b-1444c584f218 of type vlan for network a9d07fc9-8797-48e4-96fe-65dbfcdb15da Jun 19 01:56:36.307372 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.382137 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.383496 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:36.384119 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.386339 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:36.449865 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d07fc9-8797-48e4-96fe-65dbfcdb15da,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:36.452703 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:36.462494 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network a9d07fc9-8797-48e4-96fe-65dbfcdb15da details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:56:36.510534 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8111117 Jun 19 01:56:36.513276 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45084) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:36.518833 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Request body: {'subnet': {'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1477313448-subnet', 'tenant_id': 'a92c4c938b9a44f49d810501373145b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:36.639081 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Made reservation on behalf of a92c4c938b9a44f49d810501373145b6 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:36.641758 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.657038 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912336f-a767-4dd7-a26b-9c3a31662579 req-650b1a23-7ac7-4d88-ad03-c3feefb0d82f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:36.658724 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2912336f-a767-4dd7-a26b-9c3a31662579 req-650b1a23-7ac7-4d88-ad03-c3feefb0d82f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0757132 Jun 19 01:56:36.708912 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2912336f-a767-4dd7-a26b-9c3a31662579 req-f84bb5fe-936b-4a90-ac8e-f7b28fae5fbd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Jun 19 01:56:36.921464 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:36.925028 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:36.999876 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6160a0f-0ca4-4edd-9dbe-029fb32ce356,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:37.003247 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:37.011540 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Checking segment: {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:56:37.011837 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Network hostable DHCP agents. Network: a9d07fc9-8797-48e4-96fe-65dbfcdb15da, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:56:37.125738 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Network a9d07fc9-8797-48e4-96fe-65dbfcdb15da is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:56:37.242366 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, a9d07fc9-8797-48e4-96fe-65dbfcdb15da) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:37.261847 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5ff80-cebe-468d-b895-40553f7eb071 None None] Network a9d07fc9-8797-48e4-96fe-65dbfcdb15da requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:56:37.275527 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:37.279545 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:37.454193 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-fa06ae89-7643-4551-804e-ddb9e37a214f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9397032 Jun 19 01:56:37.464373 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8961d64d-1a23-4308-87e3-b6c84076f879 None None] Network a9d07fc9-8797-48e4-96fe-65dbfcdb15da requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:56:37.531292 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e1fe7-e04c-40f9-a37c-e386f030c0e0 req-0c120edb-2100-466f-a55a-07804b5eb614 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:37.539308 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-723e1fe7-e04c-40f9-a37c-e386f030c0e0 req-0c120edb-2100-466f-a55a-07804b5eb614 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1279912 Jun 19 01:56:37.590840 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-723e1fe7-e04c-40f9-a37c-e386f030c0e0 req-f8ad1cdf-df52-41af-b2db-1a5e41e36c56 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501254 Jun 19 01:56:37.603975 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a311c3-e655-4c4f-859e-f61c0344ceef req-63d80d18-7b1d-47f3-a272-f212750326e2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:37.612331 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f5a311c3-e655-4c4f-859e-f61c0344ceef req-63d80d18-7b1d-47f3-a272-f212750326e2 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2524583 Jun 19 01:56:37.615207 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88932d2-9017-4051-a659-853074f3eb2b req-ed293348-3950-4ea5-8510-9cc86020bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:37.616792 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-ed293348-3950-4ea5-8510-9cc86020bf31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.1919055 Jun 19 01:56:37.715358 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f5a311c3-e655-4c4f-859e-f61c0344ceef req-e2f66ef6-f926-4e8a-b3ae-e74b8079e3db tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910437 Jun 19 01:56:37.754496 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88932d2-9017-4051-a659-853074f3eb2b req-ccf0d7d6-b712-4c14-b5dd-b1d5703b8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:37.756022 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-ccf0d7d6-b712-4c14-b5dd-b1d5703b8c6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.1229699 Jun 19 01:56:37.812493 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-db3ead86-19fa-4558-8f67-bc578efedfc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 217 time: 0.0451114 Jun 19 01:56:37.870337 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88932d2-9017-4051-a659-853074f3eb2b req-7423695f-38d9-4d79-a5d5-1f8d6a545e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:37.871815 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-7423695f-38d9-4d79-a5d5-1f8d6a545e11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.0510848 Jun 19 01:56:37.923863 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-e59a53ad-6cdd-4b96-9181-50ecdb2cc3d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293665 Jun 19 01:56:38.023057 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-b06cb295-f820-4b83-87f1-fe616ab00062 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916133 Jun 19 01:56:38.042507 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:56:38.377153 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b88932d2-9017-4051-a659-853074f3eb2b req-483a9ab9-34a8-407b-900d-908ff3767ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421826 Jun 19 01:56:38.795263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169247-2b8c-451e-af3e-bbea3aae33bb req-c6d054d7-7cc3-47c0-a689-2562e1003e2a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:38.802356 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0c169247-2b8c-451e-af3e-bbea3aae33bb req-c6d054d7-7cc3-47c0-a689-2562e1003e2a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0882521 Jun 19 01:56:38.852339 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0c169247-2b8c-451e-af3e-bbea3aae33bb req-e8e7bc6d-027e-4743-956b-71fe21c095e4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Jun 19 01:56:38.935119 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ac233-6007-49ae-afb1-f653fac09a37 req-ddcbb5f6-7183-4942-b26b-a736f8991249 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:38.936708 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-415ac233-6007-49ae-afb1-f653fac09a37 req-ddcbb5f6-7183-4942-b26b-a736f8991249 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0908501 Jun 19 01:56:38.991912 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-415ac233-6007-49ae-afb1-f653fac09a37 req-e2150369-d4c2-422e-9685-2504eb5c42cd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Jun 19 01:56:40.064117 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8db80b-35cb-47ce-bffa-6bc7136bf4b7 req-757f3811-b1ef-4182-9e43-8c0c83be6482 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:40.065959 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-da8db80b-35cb-47ce-bffa-6bc7136bf4b7 req-757f3811-b1ef-4182-9e43-8c0c83be6482 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0857654 Jun 19 01:56:40.115917 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-da8db80b-35cb-47ce-bffa-6bc7136bf4b7 req-4f0fb87c-408f-4a0d-8a01-f3bc345e3d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431571 Jun 19 01:56:40.233445 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-6ea51436-8049-458c-bcb3-affaf57a4cef tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:40.235304 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-6ea51436-8049-458c-bcb3-affaf57a4cef tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/networks?id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da HTTP/1.1" status: 200 len: 809 time: 0.1250384 Jun 19 01:56:40.256350 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37e7232f-3ea0-467a-94ec-b28896a5ba24 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/quotas/a92c4c938b9a44f49d810501373145b6 HTTP/1.1" status: 200 len: 375 time: 0.0110159 Jun 19 01:56:40.306243 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-6e2367e0-3faa-4014-b930-c6ae6dff3664 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a92c4c938b9a44f49d810501373145b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436831 Jun 19 01:56:40.356611 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972807d-32c3-48af-b5d0-d12870c00453 req-4220ac9c-22a4-4b94-b56b-e939cb4b1b9b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:40.359442 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a972807d-32c3-48af-b5d0-d12870c00453 req-4220ac9c-22a4-4b94-b56b-e939cb4b1b9b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1168928 Jun 19 01:56:40.419724 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a972807d-32c3-48af-b5d0-d12870c00453 req-3881d8f1-5831-49a7-a193-436b70baabf1 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Jun 19 01:56:40.444912 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-cd62a340-4744-4558-b6e6-f3aaba5858bb service neutron] 10.222.0.23 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222930 Jun 19 01:56:40.564757 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-1a923a06-cb9c-421b-a5ca-83ef5efbd2d9 service neutron] 10.222.0.23 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144328 Jun 19 01:56:40.938530 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-57a1d82d-4961-4903-b3bb-8e8ad3eb2d3a req-618bde15-1559-408b-baac-991a494c856f tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 210 time: 0.0368087 Jun 19 01:56:41.346824 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1288-8f3f-4422-8bc8-ae1f9b047657 req-dea0cd78-0e0c-4292-98a9-d84a5eb15edc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:41.348891 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e1fd1288-8f3f-4422-8bc8-ae1f9b047657 req-dea0cd78-0e0c-4292-98a9-d84a5eb15edc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0944161 Jun 19 01:56:41.390879 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e1fd1288-8f3f-4422-8bc8-ae1f9b047657 req-a8da08fe-6e99-4450-ab58-86115784c785 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359180 Jun 19 01:56:41.628435 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c0247-a12d-4d6c-b012-b77ece63b26d req-5b22a5d7-b79a-4a13-8957-17d11a57cc2f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:41.630782 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c30c0247-a12d-4d6c-b012-b77ece63b26d req-5b22a5d7-b79a-4a13-8957-17d11a57cc2f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0910800 Jun 19 01:56:41.692259 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c30c0247-a12d-4d6c-b012-b77ece63b26d req-30d492c6-6105-4548-81e0-9f10247c79c0 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 Jun 19 01:56:42.030421 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1890c9f2-1c27-43fa-9690-4af4ae81a45f req-2235407d-4e73-4b00-8d67-1b96068a7605 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 210 time: 0.0313702 Jun 19 01:56:42.620028 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b346ff4-9e47-40fb-a9f2-ac3672dc9c4a req-5b96ab5f-bab7-44f0-bb1e-f1e65ee9a0d9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:42.621696 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4b346ff4-9e47-40fb-a9f2-ac3672dc9c4a req-5b96ab5f-bab7-44f0-bb1e-f1e65ee9a0d9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0929427 Jun 19 01:56:42.694703 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4b346ff4-9e47-40fb-a9f2-ac3672dc9c4a req-f4f93acb-a16f-4971-812c-400509cd9da8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670989 Jun 19 01:56:43.205218 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6ddfc554-46f2-411f-b1f8-df698aa09bc0 req-b5a2a7e0-6385-449b-bdcd-6f2e730b2ec5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 210 time: 0.0359392 Jun 19 01:56:43.239076 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45278) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:43.408450 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.483430 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe1d80-a566-4f64-a2b7-8b3f03faa7bf req-2b85d559-9df5-4916-8f99-bd0f301ee2a6 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:43.485424 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8abe1d80-a566-4f64-a2b7-8b3f03faa7bf req-2b85d559-9df5-4916-8f99-bd0f301ee2a6 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.0796535 Jun 19 01:56:43.518140 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.533935 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8abe1d80-a566-4f64-a2b7-8b3f03faa7bf req-e129b823-0f8c-40e7-9509-9ee8660cb281 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Jun 19 01:56:43.667893 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.670644 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0c9c3588-219c-44c0-936f-e3e9782d068f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:43.709716 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22d72a1f380b4e25a4fb11f062468f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689801 Jun 19 01:56:43.710599 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129e1047-2673-4dd2-a605-e66e85785e93,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:43.713685 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45288) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:43.714480 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:43.776678 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.801724 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.912880 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b5399-712e-4d5f-aa0b-c4b38d2cf89a req-92d95fd6-bdbb-4554-a47b-3253723395eb tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:43.916397 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2d5b5399-712e-4d5f-aa0b-c4b38d2cf89a req-92d95fd6-bdbb-4554-a47b-3253723395eb tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0814250 Jun 19 01:56:43.917527 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11d43-0f09-4b6b-aa71-28770fa841dc req-9b20e206-2e16-45b0-8787-9668279188e0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:43.919178 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-56b11d43-0f09-4b6b-aa71-28770fa841dc req-9b20e206-2e16-45b0-8787-9668279188e0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0824831 Jun 19 01:56:43.961023 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2d5b5399-712e-4d5f-aa0b-c4b38d2cf89a req-2d991c14-c5ae-45dc-aebd-3e02a2b3962b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Jun 19 01:56:43.961235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-56b11d43-0f09-4b6b-aa71-28770fa841dc req-0f1d5344-588b-421f-bdcc-fc0c223433fa tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363207 Jun 19 01:56:43.966909 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.969781 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:43.970969 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/129e1047-2673-4dd2-a605-e66e85785e93 HTTP/1.1" status: 204 len: 168 time: 0.2552590 Jun 19 01:56:43.971752 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4aed4126-2ac1-4084-8e5b-b8fc01dcf828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:43.981387 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129e1047-2673-4dd2-a605-e66e85785e93,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:43.984353 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:44.478970 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-f9efc2db-1a97-4f22-8ce0-7c8a22c616ac tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:44.484034 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-f9efc2db-1a97-4f22-8ce0-7c8a22c616ac tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "GET /v2.0/networks?id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da HTTP/1.1" status: 200 len: 809 time: 0.2149968 Jun 19 01:56:44.505797 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-864e708e-d926-4238-8c9e-6b334bdcd6d6 req-073f3fd5-ba2a-4d36-b8ce-fafb6e0efe38 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 210 time: 0.0552661 Jun 19 01:56:44.506616 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Request body: {'port': {'device_id': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da', 'admin_state_up': True, 'tenant_id': 'a92c4c938b9a44f49d810501373145b6'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:44.738885 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Made reservation on behalf of a92c4c938b9a44f49d810501373145b6 for: {'port': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:44.745499 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:44.770805 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef2c47-374b-4317-a8b7-fe01ec76a06d req-e9a6cc9d-cd93-42d7-b09f-801d184a07e0 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:44.776361 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-63ef2c47-374b-4317-a8b7-fe01ec76a06d req-e9a6cc9d-cd93-42d7-b09f-801d184a07e0 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.0978732 Jun 19 01:56:44.825989 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-63ef2c47-374b-4317-a8b7-fe01ec76a06d req-06ee9b6b-a963-4c0e-b7a7-77fdafe7548a tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Jun 19 01:56:44.885652 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45318) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:44.933609 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:44.972373 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Allocated IP 172.20.0.14 (a9d07fc9-8797-48e4-96fe-65dbfcdb15da/f6160a0f-0ca4-4edd-9dbe-029fb32ce356/f0621076-8ac6-477f-abc8-95a0cf4b3eab) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:56:45.219682 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.244056 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252974-acde-4655-ad68-d0bbbcc14047 req-35809949-5ce7-4790-8f2d-646b01ab601e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:45.248330 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d0252974-acde-4655-ad68-d0bbbcc14047 req-35809949-5ce7-4790-8f2d-646b01ab601e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1117291 Jun 19 01:56:45.271727 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.315476 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d0252974-acde-4655-ad68-d0bbbcc14047 req-b3787708-4e98-4cce-83a3-89c39be78057 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607052 Jun 19 01:56:45.336972 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.342350 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:45.390900 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fd36a26c484430a812f0b75d37f1557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038674 Jun 19 01:56:45.392176 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263856e5-a539-499d-a671-b6132157b46e,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:45.393636 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45330) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:45.396087 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:45.453975 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.460986 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.462732 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:45.501616 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.524643 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Network a9d07fc9-8797-48e4-96fe-65dbfcdb15da is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:56:45.528627 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:45.533243 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:56:45.563882 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Pushing event updated for resources: {'Port': ['ID=f0621076-8ac6-477f-abc8-95a0cf4b3eab,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:45.569435 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:45.606384 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:45.607449 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.733021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.734720 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2383497 Jun 19 01:56:45.735812 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.737017 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/263856e5-a539-499d-a671-b6132157b46e HTTP/1.1" status: 204 len: 168 time: 0.3410041 Jun 19 01:56:45.738672 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-43af27e0-fd2b-40e8-bd01-365bc3eb9b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:45.749584 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263856e5-a539-499d-a671-b6132157b46e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:45.751872 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Request body: {'port': {'device_id': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:45.761720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:45.782150 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c7199-560d-4179-a01a-f3ec999881f9 req-7f059f96-6bce-4dad-ad4d-c67b1da5c0e7 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:45.782150 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8b6c7199-560d-4179-a01a-f3ec999881f9 req-7f059f96-6bce-4dad-ad4d-c67b1da5c0e7 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 932 time: 0.1005399 Jun 19 01:56:45.852187 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:45.870483 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8b6c7199-560d-4179-a01a-f3ec999881f9 req-b91be029-caa3-4537-8e0b-32af491c62f7 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821683 Jun 19 01:56:46.051512 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0e0a-634b-4342-b516-099d76007638 req-2b310afc-fb40-464f-a1ce-1f539efb4c76 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:46.054261 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-afae0e0a-634b-4342-b516-099d76007638 req-2b310afc-fb40-464f-a1ce-1f539efb4c76 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.1415963 Jun 19 01:56:46.192125 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1b683-0934-4072-9ec3-a7e493057072 req-ca17155a-e2b3-4daf-ac8c-eecb94941e80 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:46.193810 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-58a1b683-0934-4072-9ec3-a7e493057072 req-ca17155a-e2b3-4daf-ac8c-eecb94941e80 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 945 time: 0.1553690 Jun 19 01:56:46.267872 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Deleting port 7ba07af1-2786-4977-a3d2-44d774e227ed {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:56:46.268390 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.297016 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-58a1b683-0934-4072-9ec3-a7e493057072 req-8f235838-c8cb-4713-9a6a-4a597827f9ce tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905435 Jun 19 01:56:46.345388 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0621076-8ac6-477f-abc8-95a0cf4b3eab {{(pid=105200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:46.356432 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.372385 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Transition to ACTIVE for port object f0621076-8ac6-477f-abc8-95a0cf4b3eab will not be triggered until provisioned by entity L2. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:56:46.401499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] For port 7ba07af1-2786-4977-a3d2-44d774e227ed, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7ba07af1-2786-4977-a3d2-44d774e227ed,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:46.402135 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.459006 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.462384 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:46.545405 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Pushing event updated for resources: {'Port': ['ID=f0621076-8ac6-477f-abc8-95a0cf4b3eab,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:46.555538 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Calling delete_port for 7ba07af1-2786-4977-a3d2-44d774e227ed owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:56:46.556334 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:46.625639 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Attempting to bind port f0621076-8ac6-477f-abc8-95a0cf4b3eab on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:56:46.626110 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Attempting to bind port f0621076-8ac6-477f-abc8-95a0cf4b3eab by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:56:46.626387 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Attempting to bind port f0621076-8ac6-477f-abc8-95a0cf4b3eab on network a9d07fc9-8797-48e4-96fe-65dbfcdb15da {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:46.631719 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Port f0621076-8ac6-477f-abc8-95a0cf4b3eab on network a9d07fc9-8797-48e4-96fe-65dbfcdb15da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:56:46.632222 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Attempting to bind port f0621076-8ac6-477f-abc8-95a0cf4b3eab on network a9d07fc9-8797-48e4-96fe-65dbfcdb15da {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:46.637809 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:56:46.638154 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Checking segment: {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:56:46.638759 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Bound using segment: {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:56:46.638977 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Bound port: f0621076-8ac6-477f-abc8-95a0cf4b3eab, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'}}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:56:46.639356 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.698270 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7d97-e950-4904-9dd4-79d1e36676e3 req-83fa281b-204e-4a78-882a-a3bda4d2ac3d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:46.699849 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d16c7d97-e950-4904-9dd4-79d1e36676e3 req-83fa281b-204e-4a78-882a-a3bda4d2ac3d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.2420204 Jun 19 01:56:46.724677 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] For port f0621076-8ac6-477f-abc8-95a0cf4b3eab, host hv-cinder-79717, cleared binding levels {{(pid=105200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:56:46.729757 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] For port f0621076-8ac6-477f-abc8-95a0cf4b3eab, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0621076-8ac6-477f-abc8-95a0cf4b3eab,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:56:46.734810 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45354) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:46.756822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.758283 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d16c7d97-e950-4904-9dd4-79d1e36676e3 req-fa6f0469-da9b-40c3-b780-836675c350ac tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467367 Jun 19 01:56:46.811148 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.814460 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:46.856282 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:46.856936 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.858307 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0621076-8ac6-477f-abc8-95a0cf4b3eab HTTP/1.1" status: 200 len: 1094 time: 1.1115589 Jun 19 01:56:46.863967 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.867089 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'tag': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:46.870419 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e57f83-29b5-41d6-952d-7834b475710b", "tag": "f0621076-8ac6-477f-abc8-95a0cf4b3eab"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:46.872674 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:46.889320 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b', '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', '8c201733-b8db-4931-b06f-82edc7eb34d2', '7ba07af1-2786-4977-a3d2-44d774e227ed'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:46.904046 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Pushing event updated for resources: {'Port': ['ID=f0621076-8ac6-477f-abc8-95a0cf4b3eab,revision_number=3']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:46.910775 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:46.916275 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event deleted for resources: {'Port': ['ID=7ba07af1-2786-4977-a3d2-44d774e227ed,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:46.926705 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:46.945869 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:46.957914 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46433fae-ed8e-414e-a5e8-3afaaea17083 x-openstack-request-id: req-46433fae-ed8e-414e-a5e8-3afaaea17083 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:46.958310 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e57f83-29b5-41d6-952d-7834b475710b", "tag": "f0621076-8ac6-477f-abc8-95a0cf4b3eab", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:46.958613 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46433fae-ed8e-414e-a5e8-3afaaea17083 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:46.959072 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'tag': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab', 'status': 'completed', 'code': 200} Jun 19 01:56:47.007677 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] No DVR routers for this DVR port 7ba07af1-2786-4977-a3d2-44d774e227ed on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:56:47.012495 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:47.015826 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-afae0e0a-634b-4342-b516-099d76007638 req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "DELETE /v2.0/ports/7ba07af1-2786-4977-a3d2-44d774e227ed HTTP/1.1" status: 204 len: 173 time: 0.9542582 Jun 19 01:56:47.025400 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'name': 'network-vif-deleted', 'tag': '7ba07af1-2786-4977-a3d2-44d774e227ed'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:47.029560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eedd1cb-dde3-4e36-9142-f30091e1e75a" -d '{"events": [{"server_uuid": "c60e7b3b-30b6-4bb6-8b36-1237f792cff0", "name": "network-vif-deleted", "tag": "7ba07af1-2786-4977-a3d2-44d774e227ed"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:47.034253 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778 req-a720b54d-e756-41da-a0ed-3a6cf2fce677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.037699 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778 req-a720b54d-e756-41da-a0ed-3a6cf2fce677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a92c4c938b9a44f49d810501373145b6&device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 1097 time: 0.0694497 Jun 19 01:56:47.042286 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:47.044247 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3d43a402-9a01-4ad0-898a-824927ed6300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:47.088874 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff7126-f011-4fd2-840f-b8e3080e67d6 x-openstack-request-id: req-f1ff7126-f011-4fd2-840f-b8e3080e67d6 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:47.089203 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60e7b3b-30b6-4bb6-8b36-1237f792cff0", "name": "network-vif-deleted", "tag": "7ba07af1-2786-4977-a3d2-44d774e227ed", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:47.089490 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1ff7126-f011-4fd2-840f-b8e3080e67d6 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:47.090237 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60e7b3b-30b6-4bb6-8b36-1237f792cff0', 'name': 'network-vif-deleted', 'tag': '7ba07af1-2786-4977-a3d2-44d774e227ed', 'status': 'completed', 'code': 200} Jun 19 01:56:47.127031 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8cee8-6ece-4423-b61d-683f11fe0f2f req-5d67ffd0-fdbe-4f9a-96d9-75453ec2964d tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.128651 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f4c8cee8-6ece-4423-b61d-683f11fe0f2f req-5d67ffd0-fdbe-4f9a-96d9-75453ec2964d tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 944 time: 0.0886903 Jun 19 01:56:47.191616 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f4c8cee8-6ece-4423-b61d-683f11fe0f2f req-3cf91aed-a3e8-4cc6-b321-d58fa58b2ba1 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494130 Jun 19 01:56:47.192090 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a353cac1c3544ae4a7936fcf0ab85f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558804 Jun 19 01:56:47.192512 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45364) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:47.193831 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2e1089-fd58-4291-9565-f7abb1a4abb1,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:47.214983 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:47.259987 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778 req-c5e01600-aaf1-48cb-8818-9b19e341fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.262002 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778 req-c5e01600-aaf1-48cb-8818-9b19e341fd11 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a92c4c938b9a44f49d810501373145b6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2054029 Jun 19 01:56:47.278247 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:47.306127 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:47.414632 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778 req-6579ee7e-718e-47fb-9edb-841fde37576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.416209 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7c4d2311-70e0-4fc5-a158-5d39d2b4e778 req-6579ee7e-718e-47fb-9edb-841fde37576d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397665 Jun 19 01:56:47.469275 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fd9181a0-ac2f-4aab-9f90-7475514a523c req-90785a1c-f1d9-4b41-ada3-e86486496e2b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60e7b3b-30b6-4bb6-8b36-1237f792cff0 HTTP/1.1" status: 200 len: 210 time: 0.0341454 Jun 19 01:56:47.471065 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:47.474465 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:47.476029 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a2e1089-fd58-4291-9565-f7abb1a4abb1 HTTP/1.1" status: 204 len: 168 time: 0.2820840 Jun 19 01:56:47.476897 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b1d7482d-ec24-46d3-8134-577ea47776f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:47.486722 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2e1089-fd58-4291-9565-f7abb1a4abb1,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:47.501368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:47.575937 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-0525ff8b-4104-4fce-8da6-60198f974d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.577352 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-0525ff8b-4104-4fce-8da6-60198f974d6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a92c4c938b9a44f49d810501373145b6&device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 1097 time: 0.0772173 Jun 19 01:56:47.644400 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-f3410873-d603-4f5a-ac66-d49399c3c79c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0621076-8ac6-477f-abc8-95a0cf4b3eab HTTP/1.1" status: 200 len: 217 time: 0.0442452 Jun 19 01:56:47.718691 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-c3314787-1b36-49bd-a290-85cc190fb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.720460 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-c3314787-1b36-49bd-a290-85cc190fb667 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6160a0f-0ca4-4edd-9dbe-029fb32ce356 HTTP/1.1" status: 200 len: 849 time: 0.0520599 Jun 19 01:56:47.760629 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-7e5443d7-b5d5-48cf-93b1-54e0adad5c19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302176 Jun 19 01:56:47.833799 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-58f77c0e-f130-4d9f-89ea-eaa4099fbca7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759444 Jun 19 01:56:47.903658 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-fe370d18-054f-4336-84ed-27aaa78ffaba service neutron] 10.222.0.45 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332998 Jun 19 01:56:47.920880 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-bd73f4c7-1903-45a5-9def-2e5a7b5dc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:47.922553 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-bd73f4c7-1903-45a5-9def-2e5a7b5dc13d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.0628738 Jun 19 01:56:48.063962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-18fe52f5-eb0b-4501-8f66-ddaf76be0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:48.065457 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-18fe52f5-eb0b-4501-8f66-ddaf76be0029 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.1125965 Jun 19 01:56:48.074534 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf831a0-50d9-448d-ad73-7f6270a17132 req-49a99fd0-23a5-4b7a-be8e-8f3fbdc788af tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:48.076028 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-aaf831a0-50d9-448d-ad73-7f6270a17132 req-49a99fd0-23a5-4b7a-be8e-8f3fbdc788af tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1593869 Jun 19 01:56:48.079675 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ed145bfd-c038-4ef8-b12e-9cbc160ce2d9 req-5e693f99-e58b-47c1-a1fb-015fb66f23db service neutron] 10.222.0.45 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506944 Jun 19 01:56:48.128880 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-aaf831a0-50d9-448d-ad73-7f6270a17132 req-ca56e16f-3e68-433b-aad3-5170e1ff6ace tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468078 Jun 19 01:56:48.143963 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-af154036-5092-41c7-9f2b-7ed11900f6e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 217 time: 0.0393555 Jun 19 01:56:48.208021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-18bcd4cb-1fd0-485d-b1c5-b4b01c732f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:48.209495 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-18bcd4cb-1fd0-485d-b1c5-b4b01c732f83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.0583296 Jun 19 01:56:48.248114 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-56c24ff8-6fc5-4dd7-b1f7-4cd017c23112 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301206 Jun 19 01:56:48.355903 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-07a2e4c0-563e-479b-ab10-8704d0d8df8b service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982697 Jun 19 01:56:48.487060 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d99177-6f88-4d3d-8dd7-61cb0d18ad60 req-4a3b502f-8213-407e-bc5f-c3d1b26fc38c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:48.488836 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-11d99177-6f88-4d3d-8dd7-61cb0d18ad60 req-4a3b502f-8213-407e-bc5f-c3d1b26fc38c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 944 time: 0.1494780 Jun 19 01:56:48.510739 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3e35542-ddf6-4408-b8cd-7c4114f27800 req-863f39a7-6068-4e5e-8717-fcfdf37e16a9 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306076 Jun 19 01:56:48.579128 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-11d99177-6f88-4d3d-8dd7-61cb0d18ad60 req-395163cf-838f-4691-8761-1139720fa1e3 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802493 Jun 19 01:56:49.116408 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-cd34d90b-6fa1-4e62-a671-b9bccdb312d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:49.173915 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7ba07af1-2786-4977-a3d2-44d774e227ed no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:56:49.216449 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 7ba07af1-2786-4977-a3d2-44d774e227ed {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:56:49.217570 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7ba07af1-2786-4977-a3d2-44d774e227ed not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:56:49.450573 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576614a-c209-419d-b3d8-3ea41e2b4f65 req-1d7e6d12-33c1-454d-8e68-74761fb631ff tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:49.452103 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3576614a-c209-419d-b3d8-3ea41e2b4f65 req-1d7e6d12-33c1-454d-8e68-74761fb631ff tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0866039 Jun 19 01:56:49.496489 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3576614a-c209-419d-b3d8-3ea41e2b4f65 req-d02ab7f7-7a67-496f-ac43-12f2289a643b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380356 Jun 19 01:56:49.762781 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce6d0-5eff-4aaf-8dae-2156b3d29188 req-e8262083-ef77-48bf-8415-6d7176b21fc2 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:49.764273 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-651ce6d0-5eff-4aaf-8dae-2156b3d29188 req-e8262083-ef77-48bf-8415-6d7176b21fc2 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 944 time: 0.0672059 Jun 19 01:56:49.812518 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-651ce6d0-5eff-4aaf-8dae-2156b3d29188 req-d45e9d2c-7275-41a0-8888-233057f91e77 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Jun 19 01:56:49.996873 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035c3bc-43b2-48a8-aedd-64c9f6262a94 req-9a72ee83-e3fd-4a65-a99a-716da368330a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:49.998343 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3035c3bc-43b2-48a8-aedd-64c9f6262a94 req-9a72ee83-e3fd-4a65-a99a-716da368330a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1034927 Jun 19 01:56:50.054867 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3035c3bc-43b2-48a8-aedd-64c9f6262a94 req-7fcfc629-a302-4e57-a3af-9801b484ff01 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Jun 19 01:56:50.061863 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-4272ec8f-8a9b-48d9-8efc-414534c1f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:50.063420 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-4272ec8f-8a9b-48d9-8efc-414534c1f196 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.1058164 Jun 19 01:56:50.093315 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.115293 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45438) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:50.168751 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-1aa4cabd-2e60-454c-9daa-f7f7c53a9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:50.170154 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-1aa4cabd-2e60-454c-9daa-f7f7c53a9041 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.0955143 Jun 19 01:56:50.216521 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-400f8f26-624d-4989-81d8-17f7d01d78e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 217 time: 0.0355325 Jun 19 01:56:50.223842 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.283595 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-79b4966d-fc1b-4963-8a31-2c0c5d690e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:50.285155 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-79b4966d-fc1b-4963-8a31-2c0c5d690e46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.0571198 Jun 19 01:56:50.328344 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-881ea88f-2a5f-4b8b-af91-434d9ab909ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314195 Jun 19 01:56:50.344701 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.398964 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.402628 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4e53fc13-6db5-4855-8c6c-b30ff6b44807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:50.443401 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-20863f27-4ad2-43a9-8155-554fed1eb3fb service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989468 Jun 19 01:56:50.454855 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c825410e5824f9c953579f1b72c8e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354518 Jun 19 01:56:50.456273 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45448) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:50.504274 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff79ace9-8492-4792-b826-730ff825454a,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:50.510602 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:50.524430 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.587631 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.633231 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cb6e5b9-0fad-4156-a03e-8d3640569151 req-1a0ecf02-038e-4adf-8ae7-bed072d6aa83 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883435 Jun 19 01:56:50.739013 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.743546 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:50.746156 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff79ace9-8492-4792-b826-730ff825454a HTTP/1.1" status: 204 len: 168 time: 0.2869923 Jun 19 01:56:50.747031 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:50.758489 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5edb-eb87-40e6-97df-2cf6147b3d66 req-5d1464ee-dd96-48da-8521-e6b327391144 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:50.760092 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d11c5edb-eb87-40e6-97df-2cf6147b3d66 req-5d1464ee-dd96-48da-8521-e6b327391144 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0886362 Jun 19 01:56:50.769058 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff79ace9-8492-4792-b826-730ff825454a,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:50.771932 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:50.814260 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d11c5edb-eb87-40e6-97df-2cf6147b3d66 req-d7b51050-fab0-4b5a-8086-24514221507f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469670 Jun 19 01:56:50.982481 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45466) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:51.060203 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0ef8-d8e9-44e6-9d98-311cd5031736 req-bd044ad2-eac5-4b8a-ac8b-79542c02cefa tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:51.073757 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-360e0ef8-d8e9-44e6-9d98-311cd5031736 req-bd044ad2-eac5-4b8a-ac8b-79542c02cefa tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 944 time: 0.1143861 Jun 19 01:56:51.125004 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-360e0ef8-d8e9-44e6-9d98-311cd5031736 req-7ee28b87-01fb-4004-94d8-62d686b68c7c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485883 Jun 19 01:56:51.170491 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device f0621076-8ac6-477f-abc8-95a0cf4b3eab details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:56:51.264192 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0219b8-e39a-40cf-a34c-9c97b70e3870 req-17eafaaa-15df-47fa-a3b9-af60c0c78b38 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:51.266193 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3f0219b8-e39a-40cf-a34c-9c97b70e3870 req-17eafaaa-15df-47fa-a3b9-af60c0c78b38 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 945 time: 0.1082892 Jun 19 01:56:51.334629 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port f0621076-8ac6-477f-abc8-95a0cf4b3eab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0621076-8ac6-477f-abc8-95a0cf4b3eab,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:51.340737 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3f0219b8-e39a-40cf-a34c-9c97b70e3870 req-445c5ff1-911e-4fd4-8bf6-6ad06bdc6a41 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Jun 19 01:56:51.373869 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.378891 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab', 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da', 'port_id': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab', 'mac_address': 'fa:16:3e:e2:80:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6160a0f-0ca4-4edd-9dbe-029fb32ce356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:56:51.426659 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.447175 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0621076-8ac6-477f-abc8-95a0cf4b3eab {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:51.459000 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4acd5106-8957-47de-8b99-2ca520675ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.471377 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.483936 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port f0621076-8ac6-477f-abc8-95a0cf4b3eab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0621076-8ac6-477f-abc8-95a0cf4b3eab,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:51.536932 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.541315 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:51.553612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001f21-3ab1-4722-b51c-cbb50f7d21da req-c9d576b0-54b2-4089-a134-ebe792abaaa7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:51.555523 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3e001f21-3ab1-4722-b51c-cbb50f7d21da req-c9d576b0-54b2-4089-a134-ebe792abaaa7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0730703 Jun 19 01:56:51.578753 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e05a462cd8d46919c057aaabbc7322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949221 Jun 19 01:56:51.580969 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea3cbd-0ab8-46d9-823a-7d8df6240fda,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:51.587133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45484) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:51.587717 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:51.623234 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3e001f21-3ab1-4722-b51c-cbb50f7d21da req-badfbc87-acde-429a-b288-9b1b3a3c266c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608711 Jun 19 01:56:51.629872 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.633106 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:51.679618 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.681511 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=f0621076-8ac6-477f-abc8-95a0cf4b3eab,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:51.689207 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.689562 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.689904 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.690236 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.690566 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.691512 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.691925 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.692253 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.692581 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.692901 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.693225 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.693547 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:56:51.699070 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:51.732075 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.864304 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.866913 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:51.868103 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4ea3cbd-0ab8-46d9-823a-7d8df6240fda HTTP/1.1" status: 204 len: 168 time: 0.2786746 Jun 19 01:56:51.868827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:51.878619 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea3cbd-0ab8-46d9-823a-7d8df6240fda,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:51.881369 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:52.008739 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['f0621076-8ac6-477f-abc8-95a0cf4b3eab'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:52.042196 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.064667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45498) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:52.111102 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e198a1-9d97-463f-99c2-248bb070d5cf req-02c5e883-5d9e-4d9c-993c-88c4f5986205 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:52.114741 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-24e198a1-9d97-463f-99c2-248bb070d5cf req-02c5e883-5d9e-4d9c-993c-88c4f5986205 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1243892 Jun 19 01:56:52.211149 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-24e198a1-9d97-463f-99c2-248bb070d5cf req-e20277f4-df6d-43b4-9d6c-96cb1c4934d9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847409 Jun 19 01:56:52.390837 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e85ba-ce12-49e1-ac51-12ab30ea3547 req-2863fac5-095f-401f-9256-84b8dbf77b1a tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:52.400475 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d39e85ba-ce12-49e1-ac51-12ab30ea3547 req-2863fac5-095f-401f-9256-84b8dbf77b1a tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 945 time: 0.0866706 Jun 19 01:56:52.416172 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-265516448-network', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:52.489589 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d39e85ba-ce12-49e1-ac51-12ab30ea3547 req-8618cf65-42f2-480b-ac9e-b2fefb968f45 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882154 Jun 19 01:56:52.567451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Made reservation on behalf of 81bd53c23b5b4145a98d4bd69d761fb6 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:52.570330 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.580272 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.636167 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971c50f-21ef-4ba3-bbca-599a36b98e40 req-a3307038-bcc5-4865-8ea8-c81ee773f41d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:52.637655 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6971c50f-21ef-4ba3-bbca-599a36b98e40 req-a3307038-bcc5-4865-8ea8-c81ee773f41d tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 945 time: 0.0687470 Jun 19 01:56:52.661904 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.676514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.685776 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6971c50f-21ef-4ba3-bbca-599a36b98e40 req-541a12f6-fc61-42ed-9ab1-883eb3ffd4ae tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Jun 19 01:56:52.790673 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.795869 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6f227f33-e38c-4afb-bf9b-ec98ee7d8149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:52.819586 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:56:52.845436 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991072a0-9e96-4b01-a12b-70b1566d5e5c,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:52.848370 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:52.850312 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.850545 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Added segment a40b4b70-681b-4096-94c8-5f158459e855 of type vlan for network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 Jun 19 01:56:52.901129 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:52.911942 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c424b-0313-410d-b48a-bf998406cd4a req-f62e867e-202f-4651-ae03-1bc341f21b82 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:52.913403 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a47c424b-0313-410d-b48a-bf998406cd4a req-f62e867e-202f-4651-ae03-1bc341f21b82 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1547356 Jun 19 01:56:52.971708 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a47c424b-0313-410d-b48a-bf998406cd4a req-fd3b24ca-eb86-4bea-82c3-ff98ac4dcf30 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Jun 19 01:56:53.017858 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.019418 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:53.020257 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.023597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:53.082805 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Pushing event updated for resources: {'Network': ['ID=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:53.085475 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:53.092646 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:56:53.162573 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0967305 Jun 19 01:56:53.169361 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45528) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:53.176027 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Request body: {'subnet': {'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-265516448-subnet', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:53.190828 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:56:53.291006 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Made reservation on behalf of 81bd53c23b5b4145a98d4bd69d761fb6 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:56:53.294857 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.319074 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:53.333243 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'mac_address': 'fa:16:3e:c3:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:56:53.339933 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-1448ecd1-3603-4f9a-9714-98461aadce52 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:53.341564 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-1448ecd1-3603-4f9a-9714-98461aadce52 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 945 time: 0.0884230 Jun 19 01:56:53.386045 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.414542 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dd8ac8b-310f-42b6-962d-f108deb479ff {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:56:53.455574 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:53.554010 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915ed28-5e4e-4f4e-b4a3-102cd439c353 req-faafe9f1-8673-4570-bb28-74b046a6d6a4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:53.555691 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.558618 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:53.563050 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2915ed28-5e4e-4f4e-b4a3-102cd439c353 req-faafe9f1-8673-4570-bb28-74b046a6d6a4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1299670 Jun 19 01:56:53.582120 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Deleting port 8c201733-b8db-4931-b06f-82edc7eb34d2 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:56:53.582674 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.631041 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=6']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:53.647536 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:53.675617 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2915ed28-5e4e-4f4e-b4a3-102cd439c353 req-9d430fce-baa2-4cf2-ba53-944f7666f004 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109979 Jun 19 01:56:53.691307 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['8dd8ac8b-310f-42b6-962d-f108deb479ff'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:53.769288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] For port 8c201733-b8db-4931-b06f-82edc7eb34d2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c201733-b8db-4931-b06f-82edc7eb34d2,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:53.770076 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.898987 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e10e-3a38-4adc-a543-4775bcb89c68 req-81a5ecea-dd2c-449c-97e2-cb641711cd27 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:53.900642 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-69b8e10e-3a38-4adc-a543-4775bcb89c68 req-81a5ecea-dd2c-449c-97e2-cb641711cd27 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 945 time: 0.0710959 Jun 19 01:56:53.910792 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:53.920011 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:53.991242 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:53.994077 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:53.998440 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-69b8e10e-3a38-4adc-a543-4775bcb89c68 req-e888ba8b-bd12-4b5b-aac9-4dbfbdf937f4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852120 Jun 19 01:56:54.019815 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Checking segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:56:54.020370 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Network hostable DHCP agents. Network: d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:56:54.098383 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Calling delete_port for 8c201733-b8db-4931-b06f-82edc7eb34d2 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:56:54.148300 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:56:54.224761 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db45af-f01e-46c9-88b1-5bd7331b871d req-8cb36e84-e4ef-41da-8ef3-6b43197d626c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:54.226252 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-25db45af-f01e-46c9-88b1-5bd7331b871d req-8cb36e84-e4ef-41da-8ef3-6b43197d626c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 945 time: 0.1935308 Jun 19 01:56:54.257671 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:54.266165 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d98db-1505-4ef4-9ad5-8a4672dfe8b8 None None] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:56:54.278285 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:54.279019 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.327834 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-25db45af-f01e-46c9-88b1-5bd7331b871d req-db6ca4df-41d4-407c-8ab8-f000e390de13 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850420 Jun 19 01:56:54.370535 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16593e-af14-4c8b-ba46-db08599e0294 req-d3ea66f2-a827-45f0-9b8c-fabc827dc799 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:54.372298 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2a16593e-af14-4c8b-ba46-db08599e0294 req-d3ea66f2-a827-45f0-9b8c-fabc827dc799 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1613314 Jun 19 01:56:54.420938 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45564) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:54.469751 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.475342 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-80e0b33e-6edb-4cb5-8d26-3ae4dd3a3c4e tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:54.496706 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b', '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', '8c201733-b8db-4931-b06f-82edc7eb34d2'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:56:54.532989 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event deleted for resources: {'Port': ['ID=8c201733-b8db-4931-b06f-82edc7eb34d2,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:54.537191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:54.626342 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] No DVR routers for this DVR port 8c201733-b8db-4931-b06f-82edc7eb34d2 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:56:54.629770 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.635381 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.637797 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.639829 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-17e36739-c528-4e88-8cc0-d1376e7cab79 req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "DELETE /v2.0/ports/8c201733-b8db-4931-b06f-82edc7eb34d2 HTTP/1.1" status: 204 len: 173 time: 1.2847688 Jun 19 01:56:54.645619 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'name': 'network-vif-deleted', 'tag': '8c201733-b8db-4931-b06f-82edc7eb34d2'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:54.645619 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b603a47-e046-4cb8-9623-333b19c2de8f" -d '{"events": [{"server_uuid": "58b2483d-18f6-4bda-a082-0886a009b3d9", "name": "network-vif-deleted", "tag": "8c201733-b8db-4931-b06f-82edc7eb34d2"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:54.715431 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a082b5e-203f-4bb3-846b-683e5b3f7860 x-openstack-request-id: req-4a082b5e-203f-4bb3-846b-683e5b3f7860 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:54.715961 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b2483d-18f6-4bda-a082-0886a009b3d9", "name": "network-vif-deleted", "tag": "8c201733-b8db-4931-b06f-82edc7eb34d2", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:54.716241 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a082b5e-203f-4bb3-846b-683e5b3f7860 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:54.716661 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b2483d-18f6-4bda-a082-0886a009b3d9', 'name': 'network-vif-deleted', 'tag': '8c201733-b8db-4931-b06f-82edc7eb34d2', 'status': 'completed', 'code': 200} Jun 19 01:56:54.755715 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.771885 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:56:54.772844 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.795053 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45586) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:54.795190 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-454c38da-6330-4ab0-91a3-0b6c8919c513 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6243746 Jun 19 01:56:54.802446 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:56:54.852537 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2a16593e-af14-4c8b-ba46-db08599e0294 req-cea265ce-717e-4b13-acee-76c308c3e582 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722688 Jun 19 01:56:54.883254 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:54.891344 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-de5d67e7-8ca5-40ae-a2b9-4b027342b848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:54.975611 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cab107-5ca3-4153-b2f2-56c9f2093089,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:54.986689 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:54.992870 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e29a25a5cd140e38a5ee7a3824d36f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684266 Jun 19 01:56:54.993599 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45590) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:56:55.023427 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.025924 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.153723 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973979-1985-45e9-a28b-655ff6481428 req-5162e76a-32bb-414d-a9f6-7d0b632d3246 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:55.162964 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fd973979-1985-45e9-a28b-655ff6481428 req-5162e76a-32bb-414d-a9f6-7d0b632d3246 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 945 time: 0.1331308 Jun 19 01:56:55.168134 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Allocated IP 172.20.0.2 (d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5/b04b2bc6-5600-48ff-bee1-2b823e3b6ccd/9ad5a01b-628d-4bef-acee-a5035943181b) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:56:55.207018 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device f0621076-8ac6-477f-abc8-95a0cf4b3eab up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:56:55.245334 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fd973979-1985-45e9-a28b-655ff6481428 req-b97aa0d0-488a-4f3e-903d-80ee2d883c4c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812211 Jun 19 01:56:55.309853 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.374220 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-281c4a38-0da7-4c92-8952-e38e194a99e5 req-3e72592c-15bc-4da0-918e-6f97509fc84a tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b2483d-18f6-4bda-a082-0886a009b3d9 HTTP/1.1" status: 200 len: 210 time: 0.0629218 Jun 19 01:56:55.379622 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.465043 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port f0621076-8ac6-477f-abc8-95a0cf4b3eab completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:55.502866 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port f0621076-8ac6-477f-abc8-95a0cf4b3eab triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:55.503847 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.559049 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.568329 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.602890 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Transition to ACTIVE for port object 9ad5a01b-628d-4bef-acee-a5035943181b will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:56:55.632385 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ddc4-e604-433b-9e37-fe75dec06850 req-d9771fd1-9adb-4980-a2d3-e3b9e195b9a6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:55.639493 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2126ddc4-e604-433b-9e37-fe75dec06850 req-d9771fd1-9adb-4980-a2d3-e3b9e195b9a6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 945 time: 0.1361458 Jun 19 01:56:55.642735 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Transition to ACTIVE for port object 9ad5a01b-628d-4bef-acee-a5035943181b will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:56:55.647703 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.715078 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2126ddc4-e604-433b-9e37-fe75dec06850 req-e7836315-5c60-4213-ab12-6338c58b4a29 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Jun 19 01:56:55.726291 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.754595 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:55.758384 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5aceb-15fd-43ad-9b56-b5994d149080" -d '{"events": [{"server_uuid": "d0e57f83-29b5-41d6-952d-7834b475710b", "name": "network-vif-plugged", "status": "completed", "tag": "f0621076-8ac6-477f-abc8-95a0cf4b3eab"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:55.774327 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.784139 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:55.821953 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0361835-70b3-4dcc-8cbe-b2c1e0bdb272 x-openstack-request-id: req-f0361835-70b3-4dcc-8cbe-b2c1e0bdb272 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:55.822386 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e57f83-29b5-41d6-952d-7834b475710b", "name": "network-vif-plugged", "status": "completed", "tag": "f0621076-8ac6-477f-abc8-95a0cf4b3eab", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:55.822736 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0361835-70b3-4dcc-8cbe-b2c1e0bdb272 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:55.823438 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab', 'code': 200} Jun 19 01:56:55.825290 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port f0621076-8ac6-477f-abc8-95a0cf4b3eab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0621076-8ac6-477f-abc8-95a0cf4b3eab,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:55.848967 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.852391 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.857167 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7cab107-5ca3-4153-b2f2-56c9f2093089 HTTP/1.1" status: 204 len: 168 time: 0.8619959 Jun 19 01:56:55.869923 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Pushing event updated for resources: {'Port': ['ID=9ad5a01b-628d-4bef-acee-a5035943181b,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:55.875215 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:55.884855 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-92fcb00a-3541-4f6c-b8c3-bd96a91d20b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:55.885802 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:56:55.887710 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:55.897361 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cab107-5ca3-4153-b2f2-56c9f2093089,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:55.912820 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:56:55.947323 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:55.986289 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:55.992529 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:56:55.998392 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:56.194378 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdf6a2-6579-4579-944d-95e4a58b9117 req-62097f09-b0f0-4f47-9ab5-1bb52e328386 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:56.198727 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e7bdf6a2-6579-4579-944d-95e4a58b9117 req-62097f09-b0f0-4f47-9ab5-1bb52e328386 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1351693 Jun 19 01:56:56.229951 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=f0621076-8ac6-477f-abc8-95a0cf4b3eab,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:56.283758 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:56.335211 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e7bdf6a2-6579-4579-944d-95e4a58b9117 req-5befa076-0f00-48aa-9fa5-c1e93892dd36 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206565 Jun 19 01:56:56.374524 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.404804 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Attempting to bind port 9ad5a01b-628d-4bef-acee-a5035943181b on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:56:56.405205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Attempting to bind port 9ad5a01b-628d-4bef-acee-a5035943181b by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:56:56.405548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Attempting to bind port 9ad5a01b-628d-4bef-acee-a5035943181b on network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:56:56.423282 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.427107 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:56:56.427559 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Checking segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:56:56.427975 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.428587 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Bound using segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:56:56.428907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Bound port: 9ad5a01b-628d-4bef-acee-a5035943181b, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:56:56.440325 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.541652 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 8dd8ac8b-310f-42b6-962d-f108deb479ff triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:56.542056 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.601074 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] For port 9ad5a01b-628d-4bef-acee-a5035943181b, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:56:56.617003 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] For port 9ad5a01b-628d-4bef-acee-a5035943181b, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9ad5a01b-628d-4bef-acee-a5035943181b,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:56:56.669474 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Allocated IP 172.28.0.229 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/9add440a-fb3d-4503-9f4d-0b6776033858) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:56:56.678574 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.692420 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.696844 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-c6672ba3-43ac-4863-8891-fe01f175c189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:56.760147 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Pushing event updated for resources: {'Port': ['ID=9ad5a01b-628d-4bef-acee-a5035943181b,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:56.779907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:56.817324 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:56.890442 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.893244 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:56.933096 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:56.954710 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105deb5-f8ce-4df3-a090-48472471aff4 req-bab44c32-3f75-4e0f-8cc6-8791a176fb2b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:56.956606 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9105deb5-f8ce-4df3-a090-48472471aff4 req-bab44c32-3f75-4e0f-8cc6-8791a176fb2b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 945 time: 0.4449611 Jun 19 01:56:56.961884 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd89510-3a34-4c05-ac2d-844dd136b42d req-886d16c8-7556-4f32-ba49-cbafe7e1bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:56.963630 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4bd89510-3a34-4c05-ac2d-844dd136b42d req-886d16c8-7556-4f32-ba49-cbafe7e1bad3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 1099 time: 0.2772577 Jun 19 01:56:56.999144 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=7']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:57.017652 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:57.069076 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9105deb5-f8ce-4df3-a090-48472471aff4 req-0b48f726-0347-4688-9432-7a6e4541ef98 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996456 Jun 19 01:56:57.200513 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4bd89510-3a34-4c05-ac2d-844dd136b42d req-164a0351-5e6a-46ae-bbc4-ae5889253be8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080314 Jun 19 01:56:57.217950 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8c201733-b8db-4931-b06f-82edc7eb34d2 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:56:57.292826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 8c201733-b8db-4931-b06f-82edc7eb34d2 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:56:57.301635 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8c201733-b8db-4931-b06f-82edc7eb34d2 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:56:57.366323 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:57.372287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9c559b39-1424-4ba1-bfc4-3b0c306efccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:57.385439 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9168fc-9923-4555-acf6-a69f9b8b4663 req-913ccfb4-a172-40e1-b229-238a9a58954d tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:57.386980 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c9168fc-9923-4555-acf6-a69f9b8b4663 req-913ccfb4-a172-40e1-b229-238a9a58954d tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 946 time: 0.1089828 Jun 19 01:56:57.453896 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:56:57.460568 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:56:57.476218 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:56:57.479003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Pushing event updated for resources: {'Port': ['ID=9add440a-fb3d-4503-9f4d-0b6776033858,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:57.518045 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:57.522142 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c9168fc-9923-4555-acf6-a69f9b8b4663 req-c51b9477-b177-45e0-b4c2-a71a6a503ed7 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104641 Jun 19 01:56:57.825537 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:56:57.830343 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76acb95-2835-4e05-86d9-6db63ebddd2d" -d '{"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:56:58.104932 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab2ec5-4b66-4ccc-b018-e301599f2e7a req-c3e33ef7-005f-4c80-8052-987bb1a824bd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:58.117681 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adab2ec5-4b66-4ccc-b018-e301599f2e7a req-c3e33ef7-005f-4c80-8052-987bb1a824bd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1516945 Jun 19 01:56:58.182020 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adab2ec5-4b66-4ccc-b018-e301599f2e7a req-822bcaed-75f0-4a42-a71e-770a683f6a4c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630476 Jun 19 01:56:58.246089 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b60778-7de7-4a06-89f5-b3f5abad599f x-openstack-request-id: req-31b60778-7de7-4a06-89f5-b3f5abad599f {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:56:58.246089 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:56:58.246089 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31b60778-7de7-4a06-89f5-b3f5abad599f {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:56:58.246089 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'code': 200} Jun 19 01:56:58.262458 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:58.264752 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def505b2-5dbd-4a0c-88c5-46e8f303f43d None None] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:56:58.484378 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-08e03338-d380-4a2c-b56b-d1cd01f1a988 None None] Provisioning for port 9ad5a01b-628d-4bef-acee-a5035943181b completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:58.503773 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886c74-137d-4582-b250-008c17089207 req-b74f873f-47a3-4113-ab6a-ec8dc37eb67f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:58.510908 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a333e03-12b3-4a2a-af72-6a53ff985a0b req-8bc2bf9c-0f2d-486e-96c1-6d750a1550c5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:58.521907 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6a333e03-12b3-4a2a-af72-6a53ff985a0b req-8bc2bf9c-0f2d-486e-96c1-6d750a1550c5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1544645 Jun 19 01:56:58.536638 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-88886c74-137d-4582-b250-008c17089207 req-b74f873f-47a3-4113-ab6a-ec8dc37eb67f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 946 time: 0.3388462 Jun 19 01:56:58.610868 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6a333e03-12b3-4a2a-af72-6a53ff985a0b req-a0149531-8de0-415f-8c69-184527520e44 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864847 Jun 19 01:56:58.671109 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-88886c74-137d-4582-b250-008c17089207 req-28ad67e4-7ed4-479a-81e2-4992a68ddfc8 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332026 Jun 19 01:56:58.846421 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9ad5a01b-628d-4bef-acee-a5035943181b up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:56:58.976005 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 9ad5a01b-628d-4bef-acee-a5035943181b completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:56:58.980468 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 9ad5a01b-628d-4bef-acee-a5035943181b triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:58.981041 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.165866 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-4f8ac858-6930-4549-bd6a-0f30fc8dca0b None None] Provisioning complete for port 9ad5a01b-628d-4bef-acee-a5035943181b triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:56:59.171295 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f5118-7f34-4bd3-89a0-bcf9166b5bd7 req-b7b537d5-0c6e-4149-b37f-cfa57c5b7df4 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:59.179279 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-561f5118-7f34-4bd3-89a0-bcf9166b5bd7 req-b7b537d5-0c6e-4149-b37f-cfa57c5b7df4 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 946 time: 0.2129023 Jun 19 01:56:59.180265 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac858-6930-4549-bd6a-0f30fc8dca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.283275 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-561f5118-7f34-4bd3-89a0-bcf9166b5bd7 req-f4e5b4ac-2fe9-41cf-91b0-9cace1b48fec tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017306 Jun 19 01:56:59.306679 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.325582 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.375453 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 9ad5a01b-628d-4bef-acee-a5035943181b, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9ad5a01b-628d-4bef-acee-a5035943181b,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:56:59.404640 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e1772799-ee24-4ff3-92a2-04c3abf302dd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:59.406109 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e1772799-ee24-4ff3-92a2-04c3abf302dd tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 946 time: 0.1588895 Jun 19 01:56:59.433073 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac858-6930-4549-bd6a-0f30fc8dca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.454374 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.458959 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:56:59.564514 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=9ad5a01b-628d-4bef-acee-a5035943181b,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:56:59.571118 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:56:59.572501 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.db.api [None req-4f8ac858-6930-4549-bd6a-0f30fc8dca0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:56:59.573032 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_db.api [None req-4f8ac858-6930-4549-bd6a-0f30fc8dca0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:56:59.687796 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c5af3-1536-4229-940e-2646e0e89950 req-0114568a-319a-48f6-92b1-0fd9ff0b3a85 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:59.695367 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-679c5af3-1536-4229-940e-2646e0e89950 req-0114568a-319a-48f6-92b1-0fd9ff0b3a85 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2202251 Jun 19 01:56:59.785380 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Deleting port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:56:59.785951 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:56:59.797527 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-679c5af3-1536-4229-940e-2646e0e89950 req-b5c66b6a-6784-48a4-a895-1b899c92d2bd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008351 Jun 19 01:56:59.833136 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Router 2814850b-a147-477f-9bbc-366dee4b73db is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:56:59.889935 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb1b-c98f-42f7-8daf-d4995416f9d0 req-3f767e1f-c2bf-4775-a87a-9c16fe79c11f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:56:59.892137 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4ddedb1b-c98f-42f7-8daf-d4995416f9d0 req-3f767e1f-c2bf-4775-a87a-9c16fe79c11f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0978701 Jun 19 01:56:59.994670 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4ddedb1b-c98f-42f7-8daf-d4995416f9d0 req-4d0900a4-713a-449b-96bf-2a46ab63f016 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937827 Jun 19 01:57:00.164139 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] For port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:00.164498 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:00.261471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Calling delete_port for 2bf72ea3-3b0e-4194-abfd-57fb38bce61a owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:57:00.288998 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:00.308036 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Sync routers for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:00.326213 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:00.328520 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:56:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:00.346758 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9e734-27e4-4fda-9dcb-636b699659cb req-a0508486-84f5-4b5a-80a4-36b5949c7940 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:00.353646 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-34c9e734-27e4-4fda-9dcb-636b699659cb req-a0508486-84f5-4b5a-80a4-36b5949c7940 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 946 time: 0.2931380 Jun 19 01:57:00.412356 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-34c9e734-27e4-4fda-9dcb-636b699659cb req-7bb221e5-938e-4ce2-a50b-a6dd03fc175f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Jun 19 01:57:00.465684 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:00.466918 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6693292 Jun 19 01:57:00.469764 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45682) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:00.522216 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:00.612661 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:00.615675 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-53cc69a7-a511-4226-8b1f-111d0afcdafc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:00.619554 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['2c0a7c90-a232-4df1-8db2-a0482e90ba2b', '2bf72ea3-3b0e-4194-abfd-57fb38bce61a'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:57:00.718035 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event deleted for resources: {'Port': ['ID=2bf72ea3-3b0e-4194-abfd-57fb38bce61a,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:00.723732 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:00.752463 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9ad5a01b-628d-4bef-acee-a5035943181b up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:00.797907 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] No DVR routers for this DVR port 2bf72ea3-3b0e-4194-abfd-57fb38bce61a on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:57:00.811434 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:00.811434 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d9f5a871-74a2-458b-818c-886a8d3a0788 req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "DELETE /v2.0/ports/2bf72ea3-3b0e-4194-abfd-57fb38bce61a HTTP/1.1" status: 204 len: 173 time: 1.3358183 Jun 19 01:57:00.815231 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'name': 'network-vif-deleted', 'tag': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:00.819126 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0110af8f-e806-45a3-b722-00eb953450db" -d '{"events": [{"server_uuid": "9d7dc74c-3877-49f4-8fe2-a751fcf99042", "name": "network-vif-deleted", "tag": "2bf72ea3-3b0e-4194-abfd-57fb38bce61a"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:00.882656 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:56:57Z', 'revision_number': 3, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:00.894528 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4785ab41-93f7-4b7d-84ae-99d23904afb3 x-openstack-request-id: req-4785ab41-93f7-4b7d-84ae-99d23904afb3 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:00.894949 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7dc74c-3877-49f4-8fe2-a751fcf99042", "name": "network-vif-deleted", "tag": "2bf72ea3-3b0e-4194-abfd-57fb38bce61a", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:00.895296 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4785ab41-93f7-4b7d-84ae-99d23904afb3 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:00.896611 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7dc74c-3877-49f4-8fe2-a751fcf99042', 'name': 'network-vif-deleted', 'tag': '2bf72ea3-3b0e-4194-abfd-57fb38bce61a', 'status': 'completed', 'code': 200} Jun 19 01:57:00.915924 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 9ad5a01b-628d-4bef-acee-a5035943181b triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:00.916270 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:00.927978 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Checking router: 2814850b-a147-477f-9bbc-366dee4b73db for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:00.928335 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Updating router 2814850b-a147-477f-9bbc-366dee4b73db port 9add440a-fb3d-4503-9f4d-0b6776033858 binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:01.071165 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.166483 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.195431 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec02c92-aa6d-4fd1-810b-f899ced120c6 req-0d82fd24-896e-467e-bfb1-02e2297426c1 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:01.197039 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0ec02c92-aa6d-4fd1-810b-f899ced120c6 req-0d82fd24-896e-467e-bfb1-02e2297426c1 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1013601 Jun 19 01:57:01.250937 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0ec02c92-aa6d-4fd1-810b-f899ced120c6 req-c8761407-02fe-4b8e-a9cc-d15080398803 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Jun 19 01:57:01.396521 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Allocated IP 172.20.0.1 (d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5/b04b2bc6-5600-48ff-bee1-2b823e3b6ccd/370b0b28-c34f-4691-900a-fcf7eb046230) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:01.565358 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.579443 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Transition to ACTIVE for port object 9add440a-fb3d-4503-9f4d-0b6776033858 will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:01.584165 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0896ba-4c94-4093-96f3-2ba7ce17b86a req-dc5c3ca4-437e-456b-8009-b0995f4825f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:01.593024 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1b0896ba-4c94-4093-96f3-2ba7ce17b86a req-dc5c3ca4-437e-456b-8009-b0995f4825f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1868999 Jun 19 01:57:01.606796 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.623415 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Transition to ACTIVE for port object 370b0b28-c34f-4691-900a-fcf7eb046230 will not be triggered until provisioned by entity DHCP. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:01.654618 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1b0896ba-4c94-4093-96f3-2ba7ce17b86a req-6e50bad7-7c81-4b8f-9230-995c922b29a8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604889 Jun 19 01:57:01.748901 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.759834 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:01.836845 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Attempting to bind port 9add440a-fb3d-4503-9f4d-0b6776033858 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:01.838237 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Attempting to bind port 9add440a-fb3d-4503-9f4d-0b6776033858 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:01.838959 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Attempting to bind port 9add440a-fb3d-4503-9f4d-0b6776033858 on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:01.845799 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Pushing event updated for resources: {'Port': ['ID=9add440a-fb3d-4503-9f4d-0b6776033858,revision_number=2']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:01.852846 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:01.857671 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:01.857671 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.857671 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:01.857671 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Bound port: 9add440a-fb3d-4503-9f4d-0b6776033858, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:01.857671 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.864824 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.865249 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.865662 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.866056 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.866469 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.866835 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.867021 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dde7b-0508-47c7-9ce9-87c02da38e1d req-6a5e62d9-04dc-42d8-84fa-93657ffb9a1b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:01.867291 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.867975 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.868388 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.869088 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-431dde7b-0508-47c7-9ce9-87c02da38e1d req-6a5e62d9-04dc-42d8-84fa-93657ffb9a1b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 946 time: 0.1260762 Jun 19 01:57:01.874701 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.875320 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.875754 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:01.908856 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:01.922130 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:01.943247 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3b331480-359e-4057-b829-fc33bab5201a req-1a3e6dfe-e0e5-4249-904e-9f64bd86fd76 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d7dc74c-3877-49f4-8fe2-a751fcf99042 HTTP/1.1" status: 200 len: 210 time: 0.0794530 Jun 19 01:57:01.946798 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a39e3f59-8271-45db-9b20-d1acd4d455ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:01.953392 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] For port 9add440a-fb3d-4503-9f4d-0b6776033858, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:01.958332 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] For port 9add440a-fb3d-4503-9f4d-0b6776033858, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9add440a-fb3d-4503-9f4d-0b6776033858,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:01.992716 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:02.000337 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:02.009849 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:02.035718 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:02.038865 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:02.058080 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-431dde7b-0508-47c7-9ce9-87c02da38e1d req-71e4ec17-f61e-4a94-8d9d-fdb0d8d20378 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723492 Jun 19 01:57:02.069976 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Pushing event updated for resources: {'Port': ['ID=370b0b28-c34f-4691-900a-fcf7eb046230,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:02.075894 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:02.109263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:02.155621 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Pushing event updated for resources: {'Port': ['ID=9add440a-fb3d-4503-9f4d-0b6776033858,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:02.170200 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:02.171084 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:56:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:02.175038 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:02.348477 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:02.473413 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:02.493123 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-008d481f-9a3c-42c6-882c-9933dc618984 None None] Provisioning for port 370b0b28-c34f-4691-900a-fcf7eb046230 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:02.498792 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-008d481f-9a3c-42c6-882c-9933dc618984 None None] Provisioning complete for port 370b0b28-c34f-4691-900a-fcf7eb046230 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:02.510228 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-008d481f-9a3c-42c6-882c-9933dc618984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:02.555355 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53721eff-f5cd-4bed-97cc-eea6aeabd571 req-cca110ff-96c9-461c-a63a-c7c618615bb7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:02.563336 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-53721eff-f5cd-4bed-97cc-eea6aeabd571 req-cca110ff-96c9-461c-a63a-c7c618615bb7 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1149762 Jun 19 01:57:02.601271 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-008d481f-9a3c-42c6-882c-9933dc618984 None None] Port 370b0b28-c34f-4691-900a-fcf7eb046230 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:02.645040 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-53721eff-f5cd-4bed-97cc-eea6aeabd571 req-d5381cd4-7a21-44aa-b723-6d4e7099de22 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703087 Jun 19 01:57:02.739739 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:56:57Z', 'revision_number': 3, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:02.808658 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feedd5-98a0-48aa-aebf-de412df919a5 None None] The sync data for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb is: [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:56:57Z', 'revision_number': 3, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:02.858897 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:02.978979 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:02.981484 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:03.099604 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Pushing event updated for resources: {'Port': ['ID=370b0b28-c34f-4691-900a-fcf7eb046230,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:03.099604 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:03.111029 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709670-1361-47c6-845e-9003e36cdef8 req-263eb496-bd8f-4b64-8fe2-32eb1876ce93 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:03.115572 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:03.127670 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-bd709670-1361-47c6-845e-9003e36cdef8 req-263eb496-bd8f-4b64-8fe2-32eb1876ce93 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.2358520 Jun 19 01:57:03.253757 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2bf72ea3-3b0e-4194-abfd-57fb38bce61a no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:03.323584 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 2bf72ea3-3b0e-4194-abfd-57fb38bce61a {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:57:03.327036 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2bf72ea3-3b0e-4194-abfd-57fb38bce61a not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:57:03.345456 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:03.350756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:03.403194 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-bd709670-1361-47c6-845e-9003e36cdef8 req-adadf0b6-8289-441c-8cb3-25a7fb5331a5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714639 Jun 19 01:57:03.494544 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-e074ee3d-baab-4a0f-8d84-2911fe4e27a0 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:03.497477 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-e074ee3d-baab-4a0f-8d84-2911fe4e27a0 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 946 time: 0.3661854 Jun 19 01:57:03.712631 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Deleting port f0621076-8ac6-477f-abc8-95a0cf4b3eab {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:57:03.724014 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:03.742711 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13764b19-a4ce-49d9-9089-690f3245855e req-87c3f917-9fdc-4cbe-9074-9d132381e4bc tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:03.744520 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-13764b19-a4ce-49d9-9089-690f3245855e req-87c3f917-9fdc-4cbe-9074-9d132381e4bc tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 946 time: 0.2476141 Jun 19 01:57:03.750464 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Router 2814850b-a147-477f-9bbc-366dee4b73db has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:57:03.750662 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-e2a8e791-3729-47c6-acf8-37f4ded6c85f None None] Provisioning complete for port 370b0b28-c34f-4691-900a-fcf7eb046230 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:03.751131 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e791-3729-47c6-acf8-37f4ded6c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:03.864407 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8e791-3729-47c6-acf8-37f4ded6c85f None None] Port 370b0b28-c34f-4691-900a-fcf7eb046230 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:03.928663 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-13764b19-a4ce-49d9-9089-690f3245855e req-f53281d5-e72a-4d60-9146-6dfffdcaf766 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768012 Jun 19 01:57:03.993234 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] For port f0621076-8ac6-477f-abc8-95a0cf4b3eab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0621076-8ac6-477f-abc8-95a0cf4b3eab,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:03.993728 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:04.086950 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Calling delete_port for f0621076-8ac6-477f-abc8-95a0cf4b3eab owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:57:04.096046 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:04.119079 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/2814850b-a147-477f-9bbc-366dee4b73db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6478615 Jun 19 01:57:04.129902 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0145371-e50f-4c9e-9335-16e9db556a48 req-dac5d04a-c870-4d7f-8e4c-9a4f9629114c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:04.140666 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a0145371-e50f-4c9e-9335-16e9db556a48 req-dac5d04a-c870-4d7f-8e4c-9a4f9629114c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2627456 Jun 19 01:57:04.288326 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a0145371-e50f-4c9e-9335-16e9db556a48 req-b1082595-121b-4e7a-8d0b-b7bd2a5cb394 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231341 Jun 19 01:57:04.652932 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:04.680658 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['f0621076-8ac6-477f-abc8-95a0cf4b3eab'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:57:04.699190 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:04.795577 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9add440a-fb3d-4503-9f4d-0b6776033858 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:04.820294 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aabe5-a032-43c9-9da8-484cf7463b16 req-d4b09eba-02a9-4db5-b6d6-dfdc5d7223d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:04.829251 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a61aabe5-a032-43c9-9da8-484cf7463b16 req-d4b09eba-02a9-4db5-b6d6-dfdc5d7223d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.2385681 Jun 19 01:57:04.830727 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Pushing event deleted for resources: {'Port': ['ID=f0621076-8ac6-477f-abc8-95a0cf4b3eab,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:04.836207 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:04.870333 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] No DVR routers for this DVR port f0621076-8ac6-477f-abc8-95a0cf4b3eab on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:57:04.870333 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:04.872520 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ec4a77bf-7fa4-44cf-929e-118fcd3e4e12 req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "DELETE /v2.0/ports/f0621076-8ac6-477f-abc8-95a0cf4b3eab HTTP/1.1" status: 204 len: 173 time: 1.3667591 Jun 19 01:57:04.873405 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'name': 'network-vif-deleted', 'tag': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:04.889122 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f844aba-2db2-47af-93aa-381fb417789c" -d '{"events": [{"server_uuid": "d0e57f83-29b5-41d6-952d-7834b475710b", "name": "network-vif-deleted", "tag": "f0621076-8ac6-477f-abc8-95a0cf4b3eab"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:04.939090 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a61aabe5-a032-43c9-9da8-484cf7463b16 req-45db9ce0-c868-4daa-8917-c09ef221f2e3 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068926 Jun 19 01:57:05.002269 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4386fd7-a7b6-4ead-9e2f-229b769d4745 x-openstack-request-id: req-f4386fd7-a7b6-4ead-9e2f-229b769d4745 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:05.003875 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e57f83-29b5-41d6-952d-7834b475710b", "name": "network-vif-deleted", "tag": "f0621076-8ac6-477f-abc8-95a0cf4b3eab", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:05.004116 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4386fd7-a7b6-4ead-9e2f-229b769d4745 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:05.004489 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e57f83-29b5-41d6-952d-7834b475710b', 'name': 'network-vif-deleted', 'tag': 'f0621076-8ac6-477f-abc8-95a0cf4b3eab', 'status': 'completed', 'code': 200} Jun 19 01:57:05.064134 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 9add440a-fb3d-4503-9f4d-0b6776033858 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:05.072341 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 9add440a-fb3d-4503-9f4d-0b6776033858 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:05.072776 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:05.196593 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f59d0493-a847-4a8f-bc0a-5f800a2ebcc3 req-0181c6cb-c50c-43c9-b3ac-e547e7a6e5ff tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 210 time: 0.0443676 Jun 19 01:57:05.290796 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:05.334378 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 9add440a-fb3d-4503-9f4d-0b6776033858, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9add440a-fb3d-4503-9f4d-0b6776033858,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:05.419777 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:05.428338 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:05.507974 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Sync routers for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:05.527412 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:05.529241 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:56:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:05.612205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=9add440a-fb3d-4503-9f4d-0b6776033858,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:05.623440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:05.655490 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45772) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:05.671217 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-528219978-network', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:05.723656 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac95158-ffee-4237-ab09-44796f0d3e6f req-d6ae252a-2d4a-4d5e-9ed2-42caf6469cd8 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:05.725857 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-dac95158-ffee-4237-ab09-44796f0d3e6f req-d6ae252a-2d4a-4d5e-9ed2-42caf6469cd8 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1456783 Jun 19 01:57:05.789445 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:05.796459 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-dac95158-ffee-4237-ab09-44796f0d3e6f req-36f503ea-2ce3-41bb-806e-07db0e2bcfbb tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646183 Jun 19 01:57:05.864628 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec2acb-a86b-43f9-9e00-4cd084ec58d4 req-ab13b446-8726-493a-8a7b-3f7dd5db6352 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:05.872092 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e6ec2acb-a86b-43f9-9e00-4cd084ec58d4 req-ab13b446-8726-493a-8a7b-3f7dd5db6352 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 0.1106648 Jun 19 01:57:05.892084 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Made reservation on behalf of 4f73aa6441ed48fc935324b36af09d8b for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:05.894827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:05.924824 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:05.984155 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e6ec2acb-a86b-43f9-9e00-4cd084ec58d4 req-ac53c329-455e-490a-8b4b-7d70e5e762d0 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107841 Jun 19 01:57:06.126429 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 2, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:06.166407 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Checking router: 2814850b-a147-477f-9bbc-366dee4b73db for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:06.167385 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Updating router 2814850b-a147-477f-9bbc-366dee4b73db port 370b0b28-c34f-4691-900a-fcf7eb046230 binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:06.172751 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.260574 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.260743 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.260743 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7f93f385-c8bd-4cca-8550-be3693937370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:06.311949 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39640c03-18be-4982-b378-fefd0ffe43b7 req-8baad898-24b5-4e1b-a95d-bcfe7d0c16d1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:06.322204 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-39640c03-18be-4982-b378-fefd0ffe43b7 req-8baad898-24b5-4e1b-a95d-bcfe7d0c16d1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1478963 Jun 19 01:57:06.341132 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:57:06.382879 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.383219 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Added segment 725ef69e-2479-4c2b-85d5-d9050b2b1711 of type vlan for network 723cd36c-8fb6-4a01-a245-12582e83f203 Jun 19 01:57:06.390897 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96667b64-90c3-439b-b55e-77c63a6f29da,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:06.397951 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:06.408262 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-39640c03-18be-4982-b378-fefd0ffe43b7 req-19fb7d83-02b8-46ec-bd8e-10d4959bf316 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842998 Jun 19 01:57:06.486191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45782) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:06.518041 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.641018 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b90a2aaa-fd36-4dc4-887f-b3b3349d2daf req-566c9abf-1418-4922-af6f-4405e5800412 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e57f83-29b5-41d6-952d-7834b475710b HTTP/1.1" status: 200 len: 210 time: 0.1088853 Jun 19 01:57:06.794020 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9add440a-fb3d-4503-9f4d-0b6776033858 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:06.863429 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.937455 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.937455 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:06.937455 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:06.986786 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:07.149749 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Pushing event updated for resources: {'Network': ['ID=723cd36c-8fb6-4a01-a245-12582e83f203,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:07.151155 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 9add440a-fb3d-4503-9f4d-0b6776033858 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:07.151692 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:07.154477 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:07.170283 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 723cd36c-8fb6-4a01-a245-12582e83f203 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:57:07.202652 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:07.236990 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:07.247211 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ca215-1240-4822-a53a-2735b10360ad req-87f300f8-56e5-4fdd-8e28-0a4d46c719ad tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:07.249013 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-403ca215-1240-4822-a53a-2735b10360ad req-87f300f8-56e5-4fdd-8e28-0a4d46c719ad tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1477201 Jun 19 01:57:07.271325 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device f0621076-8ac6-477f-abc8-95a0cf4b3eab no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:07.286011 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Transition to ACTIVE for port object 370b0b28-c34f-4691-900a-fcf7eb046230 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:07.319368 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: f0621076-8ac6-477f-abc8-95a0cf4b3eab {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:57:07.319754 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device f0621076-8ac6-477f-abc8-95a0cf4b3eab not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:57:07.335024 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-403ca215-1240-4822-a53a-2735b10360ad req-d966f641-673b-4d2e-a402-01252a929ebe tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733638 Jun 19 01:57:07.384374 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4b1d-5b1e-4952-bfab-21f28f007ac2 req-a20abfe6-d741-47ed-8fa6-c44838df39ac tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:07.386764 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-87fb4b1d-5b1e-4952-bfab-21f28f007ac2 req-a20abfe6-d741-47ed-8fa6-c44838df39ac tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 0.1179805 Jun 19 01:57:07.458193 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-87fb4b1d-5b1e-4952-bfab-21f28f007ac2 req-1848fe23-d143-4fe4-97ff-4fe4306d2a6c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Jun 19 01:57:07.665550 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf575-7095-46a3-952e-1c1994c2c9ce req-5157ba57-fa53-4a70-bedb-787fbf39a862 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:07.667532 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38eaf575-7095-46a3-952e-1c1994c2c9ce req-5157ba57-fa53-4a70-bedb-787fbf39a862 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.0987599 Jun 19 01:57:07.744354 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-38eaf575-7095-46a3-952e-1c1994c2c9ce req-fbe0e79a-e19c-4451-81d5-1f43633710a8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633335 Jun 19 01:57:07.796363 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:07.798504 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-bcc98600-e29c-4d16-a9a9-12833782e795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:07.840291 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:07.852906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9b19a6bb-5c61-42a3-9d37-83cbbdf20f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:07.938308 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdb94aab5fbf43f68a34dca2dcbabc56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4477832 Jun 19 01:57:07.940822 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45800) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:07.945461 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea9edc-7d56-4c47-8792-6a0c3da45788 None None] Pushing event updated for resources: {'Port': ['ID=370b0b28-c34f-4691-900a-fcf7eb046230,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:07.950928 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0dea9edc-7d56-4c47-8792-6a0c3da45788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:07.965940 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b82684-64f8-4d61-a156-4792d8441f98,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:07.975736 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3044465 Jun 19 01:57:07.978817 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45802) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:07.982943 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:07.995112 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Request body: {'subnet': {'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-528219978-subnet', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:08.040220 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-0e8d7d29-24dc-482e-b21f-aaf58b280e4b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:08.043530 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-0e8d7d29-24dc-482e-b21f-aaf58b280e4b tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 0.3176351 Jun 19 01:57:08.172912 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Made reservation on behalf of 4f73aa6441ed48fc935324b36af09d8b for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:08.176546 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.248979 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Attempting to bind port 370b0b28-c34f-4691-900a-fcf7eb046230 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:08.249557 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Attempting to bind port 370b0b28-c34f-4691-900a-fcf7eb046230 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:08.251498 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.251980 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Attempting to bind port 370b0b28-c34f-4691-900a-fcf7eb046230 on network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:08.275738 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:08.276550 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Checking segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:08.277241 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.277722 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Bound using segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:08.278354 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Bound port: 370b0b28-c34f-4691-900a-fcf7eb046230, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:08.279290 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.337231 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.440214 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] For port 370b0b28-c34f-4691-900a-fcf7eb046230, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:08.534852 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] For port 370b0b28-c34f-4691-900a-fcf7eb046230, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=370b0b28-c34f-4691-900a-fcf7eb046230,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:08.541357 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Deleting port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:57:08.541712 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.573603 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-042313ca-c89a-47dd-a454-7c943d04cf4b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:08.575515 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-042313ca-c89a-47dd-a454-7c943d04cf4b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/networks?id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da HTTP/1.1" status: 200 len: 809 time: 0.2010987 Jun 19 01:57:08.638505 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-70d5ff04-db2a-441f-afee-9a3b65f0afec tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/quotas/a92c4c938b9a44f49d810501373145b6 HTTP/1.1" status: 200 len: 375 time: 0.0325103 Jun 19 01:57:08.643921 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.646728 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.650221 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71b82684-64f8-4d61-a156-4792d8441f98 HTTP/1.1" status: 204 len: 168 time: 0.7041099 Jun 19 01:57:08.662342 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:08.676200 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.687641 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:08.704054 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-e874eaa4-090f-4c20-b60e-8cac6d9f1958 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a92c4c938b9a44f49d810501373145b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645258 Jun 19 01:57:08.730276 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b82684-64f8-4d61-a156-4792d8441f98,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:08.736252 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:08.806959 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:08.809911 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:08.876312 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:08.877038 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:56:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:09.022416 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea9edc-7d56-4c47-8792-6a0c3da45788 None None] Pushing event updated for resources: {'Port': ['ID=370b0b28-c34f-4691-900a-fcf7eb046230,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:09.035041 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0dea9edc-7d56-4c47-8792-6a0c3da45788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:09.053105 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d0d825-366e-4e62-94de-2e5146665d4e,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:09.059925 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:09.125634 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Checking segment: {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:09.126009 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Network hostable DHCP agents. Network: 723cd36c-8fb6-4a01-a245-12582e83f203, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:57:09.221105 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc5a8-e896-4c4d-a822-559e9c272397 req-29705321-7e19-4134-b4c3-eee3a3d09eba tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:09.223574 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e32cc5a8-e896-4c4d-a822-559e9c272397 req-29705321-7e19-4134-b4c3-eee3a3d09eba tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.3145084 Jun 19 01:57:09.239370 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:09.282600 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] For port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,segment=NetworkSegment(86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f),segment_id=86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:09.283916 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:09.288674 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Network 723cd36c-8fb6-4a01-a245-12582e83f203 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:57:09.331367 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e32cc5a8-e896-4c4d-a822-559e9c272397 req-0f7c2de1-31ec-4a4f-b650-dc5f7227ecac tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008861 Jun 19 01:57:09.419552 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Calling delete_port for 2c0a7c90-a232-4df1-8db2-a0482e90ba2b owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:57:09.429560 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 723cd36c-8fb6-4a01-a245-12582e83f203) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:09.435050 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:09.435936 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:09.495936 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a2423-b8fe-425e-9b2f-27b8294b7b5b None None] Network 723cd36c-8fb6-4a01-a245-12582e83f203 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:57:09.559031 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5789416 Jun 19 01:57:09.559722 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45834) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:09.565712 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:09.752519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22799-e4ef-4977-9b9e-b72c82047e49 req-011a9a50-4432-41cd-9fd0-d0cbd48e37d6 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:09.752519 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-08f22799-e4ef-4977-9b9e-b72c82047e49 req-011a9a50-4432-41cd-9fd0-d0cbd48e37d6 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 945 time: 0.0996523 Jun 19 01:57:09.752519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:09.752519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:09.790835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:09.814767 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-49f822c8-eb3e-4ae2-b29f-b3dfe534e2bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:09.888783 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-7251b10b-4baa-4036-8e62-3367ac487602 service neutron] 10.222.0.23 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1837316 Jun 19 01:57:09.913795 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Pushing event deleted for resources: {'Port': ['ID=2c0a7c90-a232-4df1-8db2-a0482e90ba2b,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:09.928284 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:09.950667 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-08f22799-e4ef-4977-9b9e-b72c82047e49 req-cb46c2ff-83c8-4bcb-82ab-4f693a20411f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5446031-a9fb-40bd-9a61-d32efe73b609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796653 Jun 19 01:57:09.954770 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:10.013599 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-723cd36c-8fb6-4a01-a245-12582e83f203', 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'fixed_ips': [{'subnet_id': '85d0d825-366e-4e62-94de-2e5146665d4e'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:57:10.014466 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:10.111841 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] No DVR routers for this DVR port 2c0a7c90-a232-4df1-8db2-a0482e90ba2b on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:57:10.119049 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:10.122623 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d644203d-b17e-49ea-b5e8-f5373b5ebe1b req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.45 "DELETE /v2.0/ports/2c0a7c90-a232-4df1-8db2-a0482e90ba2b HTTP/1.1" status: 204 len: 173 time: 2.0666363 Jun 19 01:57:10.123424 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'name': 'network-vif-deleted', 'tag': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:10.129458 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376c0c3e-f0a9-4979-bf7c-1df304ab23c5" -d '{"events": [{"server_uuid": "df34a38d-16ce-4ceb-8f98-cd93d8407a73", "name": "network-vif-deleted", "tag": "2c0a7c90-a232-4df1-8db2-a0482e90ba2b"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:10.218916 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-4c2da1ed-0670-4d71-9a06-e936dab0b21d service neutron] 10.222.0.23 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291507 Jun 19 01:57:10.344164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Allocated IP 172.20.0.2 (723cd36c-8fb6-4a01-a245-12582e83f203/85d0d825-366e-4e62-94de-2e5146665d4e/ddc90b22-1925-4e34-874c-fcdaa4a8db76) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:10.417990 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:10.486820 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48cc1c-b9c8-42ee-b870-40a397168231 req-b4e787ca-d18f-443d-82f8-f7f38268ab70 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:10.513941 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0f48cc1c-b9c8-42ee-b870-40a397168231 req-b4e787ca-d18f-443d-82f8-f7f38268ab70 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1702013 Jun 19 01:57:10.529156 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:10.539797 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Transition to ACTIVE for port object ddc90b22-1925-4e34-874c-fcdaa4a8db76 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:10.566778 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Transition to ACTIVE for port object ddc90b22-1925-4e34-874c-fcdaa4a8db76 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:10.580758 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:08Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:10.638133 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3426-572a-4f0f-bef9-d830796d7ccd None None] The sync data for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb is: [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:08Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:10.681834 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:10.685484 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0dea9edc-7d56-4c47-8792-6a0c3da45788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:10.794854 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Pushing event updated for resources: {'Port': ['ID=ddc90b22-1925-4e34-874c-fcdaa4a8db76,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:10.818877 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:10.852470 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Network 723cd36c-8fb6-4a01-a245-12582e83f203 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:10.858299 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:10.865240 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45854) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:10.876137 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:10.930297 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a3e3f5-eb7b-4773-a028-dc38396e7259 x-openstack-request-id: req-66a3e3f5-eb7b-4773-a028-dc38396e7259 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:10.931151 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df34a38d-16ce-4ceb-8f98-cd93d8407a73", "name": "network-vif-deleted", "tag": "2c0a7c90-a232-4df1-8db2-a0482e90ba2b", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:10.931839 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66a3e3f5-eb7b-4773-a028-dc38396e7259 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:10.932746 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df34a38d-16ce-4ceb-8f98-cd93d8407a73', 'name': 'network-vif-deleted', 'tag': '2c0a7c90-a232-4df1-8db2-a0482e90ba2b', 'status': 'completed', 'code': 200} Jun 19 01:57:10.943247 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0f48cc1c-b9c8-42ee-b870-40a397168231 req-aca5ca58-36d5-486f-954d-5d4ba4794bb4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4277487 Jun 19 01:57:11.074593 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Attempting to bind port ddc90b22-1925-4e34-874c-fcdaa4a8db76 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:11.075268 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Attempting to bind port ddc90b22-1925-4e34-874c-fcdaa4a8db76 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:11.076203 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Attempting to bind port ddc90b22-1925-4e34-874c-fcdaa4a8db76 on network 723cd36c-8fb6-4a01-a245-12582e83f203 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:11.105114 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:11.105114 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Checking segment: {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:11.105114 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.105114 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Bound using segment: {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:11.107246 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Bound port: ddc90b22-1925-4e34-874c-fcdaa4a8db76, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:11.112398 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.166684 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1284505017-network', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:11.275594 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f6cbca5a-ea20-4813-8ee6-5583aed72ef4 req-2c3d3264-416e-4a39-8425-7aa1035ec7a8 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.1023452 Jun 19 01:57:11.281069 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2c0a7c90-a232-4df1-8db2-a0482e90ba2b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:11.359100 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] For port ddc90b22-1925-4e34-874c-fcdaa4a8db76, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:11.364880 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] For port ddc90b22-1925-4e34-874c-fcdaa4a8db76, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=ddc90b22-1925-4e34-874c-fcdaa4a8db76,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:11.377330 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Made reservation on behalf of 2744f378420f4d19b6c5f223ad4d8912 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:11.384164 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.407390 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.411999 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 2c0a7c90-a232-4df1-8db2-a0482e90ba2b {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:57:11.412440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 2c0a7c90-a232-4df1-8db2-a0482e90ba2b not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:57:11.420345 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.438476 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.442035 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:11.491197 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.577591 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Pushing event updated for resources: {'Port': ['ID=ddc90b22-1925-4e34-874c-fcdaa4a8db76,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:11.590049 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:11.713729 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.752702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ea90-32f9-4371-bb07-882a774660ab req-fb06d6ff-f514-48f9-b05b-81679e09f0ab tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:11.760745 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3398ea90-32f9-4371-bb07-882a774660ab req-fb06d6ff-f514-48f9-b05b-81679e09f0ab tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.5137305 Jun 19 01:57:11.774886 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c72b7e36-7c00-4ddd-a06f-71b351c92761 req-5c572984-fd3a-4891-90df-83ef79f877c4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] 10.222.0.23 "GET /v2.0/ports?device_id=df34a38d-16ce-4ceb-8f98-cd93d8407a73 HTTP/1.1" status: 200 len: 210 time: 0.1311691 Jun 19 01:57:11.820856 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3398ea90-32f9-4371-bb07-882a774660ab req-e88bc0c8-c1d6-48be-8d39-e6cdd943e026 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590527 Jun 19 01:57:11.832103 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.836946 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-038f9608-766a-4bba-9d0d-0f027f49a516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:11.869481 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:57:11.896298 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:11.899614 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Added segment 070f42a4-4ff2-45ac-b39f-fbc9ef879834 of type vlan for network d82200f2-9517-4091-85d2-1733cd109851 Jun 19 01:57:11.899614 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f45bcd6-5ca0-444f-a65b-52e4387988b0,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:11.914328 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:11.947405 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Allocated IP 172.28.0.147 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/0bf893d9-3423-4613-bd5d-d5f74348f342) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:11.969034 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:12.121700 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:12.123330 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:12.125119 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:12.132028 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-11ca526f-8f0e-4e23-8adc-07dd5326271b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:12.269522 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:12.277467 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Pushing event updated for resources: {'Network': ['ID=d82200f2-9517-4091-85d2-1733cd109851,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:12.281635 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:12.291486 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network d82200f2-9517-4091-85d2-1733cd109851 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:57:12.380544 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5141501 Jun 19 01:57:12.384056 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45872) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:12.391568 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Request body: {'subnet': {'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1284505017-subnet', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:12.458178 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c284c86-3158-440f-8d6b-83d1c077bd04 req-25b8a40a-9a03-4d3d-8aab-a338c68c8ea4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:12.462990 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c284c86-3158-440f-8d6b-83d1c077bd04 req-25b8a40a-9a03-4d3d-8aab-a338c68c8ea4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1637537 Jun 19 01:57:12.494319 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fd1fcc4b-dd40-44b6-b34d-cc8be4d056f7 req-426e9735-1fb9-4e6c-8480-c218ecd79183 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.0621703 Jun 19 01:57:12.496465 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:12.499643 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:12.541454 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c284c86-3158-440f-8d6b-83d1c077bd04 req-faf9830a-4d5e-457a-8589-1a44d0ef90fe tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649815 Jun 19 01:57:12.605334 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Made reservation on behalf of 2744f378420f4d19b6c5f223ad4d8912 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:12.617305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:12.942718 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device ddc90b22-1925-4e34-874c-fcdaa4a8db76 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:13.018742 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45878) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:13.213348 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port ddc90b22-1925-4e34-874c-fcdaa4a8db76 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:13.226237 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 370b0b28-c34f-4691-900a-fcf7eb046230 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:13.251516 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Deleting subnet bfdef957-0501-4f73-8a10-91ef360a37a3 {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:57:13.272423 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.302161 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ace16-2f68-42b1-970f-4373e4eadd08 None None] Network 723cd36c-8fb6-4a01-a245-12582e83f203 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:57:13.401115 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.425601 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.488238 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:13.500465 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:13.511699 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 370b0b28-c34f-4691-900a-fcf7eb046230 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:13.514196 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Provisioning for port ddc90b22-1925-4e34-874c-fcdaa4a8db76 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:13.517305 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a214-71c6-4fa2-b4ca-c1d1ed6cbd76 req-d8d54a1e-e040-4676-84b4-978abc89637c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:13.524496 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Provisioning complete for port ddc90b22-1925-4e34-874c-fcdaa4a8db76 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:13.525617 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.527875 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:13.528418 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d411a214-71c6-4fa2-b4ca-c1d1ed6cbd76 req-d8d54a1e-e040-4676-84b4-978abc89637c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.4200943 Jun 19 01:57:13.537032 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf893d9-3423-4613-bd5d-d5f74348f342,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:13.571986 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:13.645793 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 370b0b28-c34f-4691-900a-fcf7eb046230 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:13.646465 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.697629 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d411a214-71c6-4fa2-b4ca-c1d1ed6cbd76 req-f7c2441a-0c89-4e97-b820-a43e99d5cbd0 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681111 Jun 19 01:57:13.755904 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.758752 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-176ec37b-09da-45a0-a97f-67872e750bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:13.824763 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0044a5e9-58e9-4a51-9aee-5d519c2df312 req-2fc62390-31fa-496d-a2ab-2797ab439e58 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.0693352 Jun 19 01:57:13.825703 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdef957-0501-4f73-8a10-91ef360a37a3,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:13.834068 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:13.839970 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:13.851514 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-386c1e5b-fa09-4896-a028-b32613b12dca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bfdef957-0501-4f73-8a10-91ef360a37a3 HTTP/1.1" status: 204 len: 168 time: 0.8310633 Jun 19 01:57:13.858132 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 45888) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:14.083311 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.119939 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.143329 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.154151 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb052b2-c1dc-4bce-8816-59700b098e38 req-25949d42-3641-447a-a7a0-ca2acbfae3db tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:14.158962 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4bb052b2-c1dc-4bce-8816-59700b098e38 req-25949d42-3641-447a-a7a0-ca2acbfae3db tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.2038891 Jun 19 01:57:14.161210 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.165727 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] For port ddc90b22-1925-4e34-874c-fcdaa4a8db76, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=ddc90b22-1925-4e34-874c-fcdaa4a8db76,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:14.183842 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-64b5d726-d484-4a31-a220-7300af66462b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:14.281101 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 370b0b28-c34f-4691-900a-fcf7eb046230, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=370b0b28-c34f-4691-900a-fcf7eb046230,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:14.294643 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.303601 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:14.365015 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.436503 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Pushing event updated for resources: {'Port': ['ID=ddc90b22-1925-4e34-874c-fcdaa4a8db76,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:14.451823 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:14.455175 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:14.455632 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:14.464088 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:14.464960 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4bb052b2-c1dc-4bce-8816-59700b098e38 req-cfaf7e8b-be2d-49fd-b808-a515d38dd9bf tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987218 Jun 19 01:57:14.512403 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.518020 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Checking segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:14.519410 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.519996 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Network hostable DHCP agents. Network: d82200f2-9517-4091-85d2-1733cd109851, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:57:14.652307 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=370b0b28-c34f-4691-900a-fcf7eb046230,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:14.667346 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:14.724862 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-adc8cb5b-6dff-4cdf-9ddd-fbcfcbd3b9c5 None None] Provisioning complete for port ddc90b22-1925-4e34-874c-fcdaa4a8db76 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:14.741576 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb5b-6dff-4cdf-9ddd-fbcfcbd3b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.811890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.812817 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.813858 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.814865 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > port after_create 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.815527 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > port after_delete 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.816612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > port after_update 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.817579 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.818122 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.818735 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.819327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:14.863473 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device ddc90b22-1925-4e34-874c-fcdaa4a8db76 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:14.968160 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:14.971128 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Network d82200f2-9517-4091-85d2-1733cd109851 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:57:15.016226 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:15.019087 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:15.019087 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:15.019087 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:57:15.019508 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce23391-e5ee-4f42-93b6-37e57ddd4680']}} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:15.043595 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:57:15.048977 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-de943063-4ade-4a1a-8b2b-5896d8b7b42c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:15.051515 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-de943063-4ade-4a1a-8b2b-5896d8b7b42c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "GET /v2.0/networks?id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da HTTP/1.1" status: 200 len: 809 time: 0.4977429 Jun 19 01:57:15.100670 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port ddc90b22-1925-4e34-874c-fcdaa4a8db76 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:15.101344 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:15.103059 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Request body: {'port': {'device_id': 'a36b251c-2922-4510-a220-fd2bf2597913', 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da', 'admin_state_up': True, 'tenant_id': 'a92c4c938b9a44f49d810501373145b6'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:15.153888 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f') {'for_net_delete': True} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:15.154916 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d6c3d2-c85c-4a9b-a45b-7a4b6cf2496f') {} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:15.193436 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, d82200f2-9517-4091-85d2-1733cd109851) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:15.218289 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164da121-3755-4960-b31e-4aaa84a1a18a None None] Network d82200f2-9517-4091-85d2-1733cd109851 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:57:15.234238 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:15.234238 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:15.249833 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30404408'] for segment, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:15.267474 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2ae5fe33-c697-4ee1-850a-c8eb23531d4b req-0b5737c4-d606-40cc-a8aa-e52a1dbe9d50 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.0753081 Jun 19 01:57:15.315308 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:15.335827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=105201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:57:15.336448 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29801510'] for segment, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: from cryptography.utils import int_from_bytes Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: from cryptography.utils import int_from_bytes Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: Traceback (most recent call last): Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: timer() Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: cb(*args, **kw) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: return func(*args, **kwargs) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: self._notify() Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: self.callback(batched_events) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: event.method(event) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: return f(self, *a, **k) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: return self._get(url).json() Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: return self.request(url, 'GET', **kwargs) Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:57:15.345864 dv-cinder-797170-1-smb neutron-server[105201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:57:15.358944 dv-cinder-797170-1-smb neutron-server[105201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:57:15.370641 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9853158 Jun 19 01:57:15.379172 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45902) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:15.396712 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:15.459866 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448e2a4-210a-4a06-8b05-8f52f32710f9 req-2340f9ed-8a9c-466a-b7a6-643fb0d4eb37 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:15.460202 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Router c3ef4fdb-962b-47cb-940e-bd935d2789c1 is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:57:15.462876 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f448e2a4-210a-4a06-8b05-8f52f32710f9 req-2340f9ed-8a9c-466a-b7a6-643fb0d4eb37 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.4094594 Jun 19 01:57:15.584606 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f448e2a4-210a-4a06-8b05-8f52f32710f9 req-7fa42688-7163-40cf-b160-78518e610c43 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202855 Jun 19 01:57:15.638293 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-d82200f2-9517-4091-85d2-1733cd109851', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:57:15.639205 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:15.805698 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:15.815235 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Sync routers for ids ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:15.840635 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Routers {'c3ef4fdb-962b-47cb-940e-bd935d2789c1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:15.844272 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:56:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:15.854702 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Allocated IP 172.20.0.2 (d82200f2-9517-4091-85d2-1733cd109851/bb5f284d-cb04-4e01-b1dd-4a54e9038eb4/baa69a8a-d40a-4f85-9341-239306a96719) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:15.863300 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d3506-c01d-4c3d-abb6-b239c69bde2c req-a17f1b94-2b14-42dd-b6e3-c962a39dbafe tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:15.865204 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b91d3506-c01d-4c3d-abb6-b239c69bde2c req-a17f1b94-2b14-42dd-b6e3-c962a39dbafe tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1435750 Jun 19 01:57:15.918704 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b91d3506-c01d-4c3d-abb6-b239c69bde2c req-0d75f649-76c9-476a-a59d-676738fba843 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 Jun 19 01:57:15.985673 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Set router c3ef4fdb-962b-47cb-940e-bd935d2789c1 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:16.204927 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T01:57:13Z', 'revision_number': 3, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:16.232987 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Checking router: c3ef4fdb-962b-47cb-940e-bd935d2789c1 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:16.233335 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Updating router c3ef4fdb-962b-47cb-940e-bd935d2789c1 port 0bf893d9-3423-4613-bd5d-d5f74348f342 binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:16.273552 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.313461 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.318408 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.376719 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.413161 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.473412 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:16.476819 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-310da851-b812-4fd6-a4aa-1bc97dac1259 req-c423e5ec-141b-4fa7-a067-827f307f9cf6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.0611441 Jun 19 01:57:16.488756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.493542 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ce23391-e5ee-4f42-93b6-37e57ddd4680 HTTP/1.1" status: 204 len: 168 time: 2.6357195 Jun 19 01:57:16.495002 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce23391-e5ee-4f42-93b6-37e57ddd4680,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:16.502218 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:16.513945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.514220 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-25e6b5b7-0092-4664-ba0e-c565b1cd7e17 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9528782 Jun 19 01:57:16.520700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45916) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:16.622588 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.637834 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Transition to ACTIVE for port object baa69a8a-d40a-4f85-9341-239306a96719 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:16.642513 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.661649 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Transition to ACTIVE for port object 0bf893d9-3423-4613-bd5d-d5f74348f342 will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:16.664239 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Transition to ACTIVE for port object baa69a8a-d40a-4f85-9341-239306a96719 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:16.681253 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Made reservation on behalf of a92c4c938b9a44f49d810501373145b6 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:16.686798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.768235 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.778219 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f0236acf-9bc0-4760-8dd2-0a19278ab0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:16.796403 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 370b0b28-c34f-4691-900a-fcf7eb046230 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:16.866731 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.884025 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-cf0026ff-4bbb-4c13-8c21-f3965e5bf4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:16.921111 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Attempting to bind port 0bf893d9-3423-4613-bd5d-d5f74348f342 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:16.922311 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Attempting to bind port 0bf893d9-3423-4613-bd5d-d5f74348f342 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:16.923523 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Attempting to bind port 0bf893d9-3423-4613-bd5d-d5f74348f342 on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:16.929690 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.954422 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:16.955046 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:16.955628 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:16.956981 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:16.957797 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Bound port: 0bf893d9-3423-4613-bd5d-d5f74348f342, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:16.958545 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.026810 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3fd65-ddb6-45d1-b01c-39a36a22ec57 None None] Pushing event updated for resources: {'Port': ['ID=0bf893d9-3423-4613-bd5d-d5f74348f342,revision_number=2']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:17.031066 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45926) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:17.037028 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f4d3fd65-ddb6-45d1-b01c-39a36a22ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:17.074790 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] For port 0bf893d9-3423-4613-bd5d-d5f74348f342, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:17.080742 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] For port 0bf893d9-3423-4613-bd5d-d5f74348f342, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=0bf893d9-3423-4613-bd5d-d5f74348f342,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:17.098276 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Network d82200f2-9517-4091-85d2-1733cd109851 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:17.101475 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Pushing event updated for resources: {'Port': ['ID=baa69a8a-d40a-4f85-9341-239306a96719,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:17.107660 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:17.111189 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:17.114616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:17.136225 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db2b42-6f6a-4c39-a28f-9a2c885e9181 req-2a0802ec-8a2f-420e-bf26-426b1f5e2880 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:17.138431 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.142706 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:17.152188 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-57db2b42-6f6a-4c39-a28f-9a2c885e9181 req-2a0802ec-8a2f-420e-bf26-426b1f5e2880 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.3808076 Jun 19 01:57:17.185528 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Allocated IP 172.20.0.3 (a9d07fc9-8797-48e4-96fe-65dbfcdb15da/f6160a0f-0ca4-4edd-9dbe-029fb32ce356/0b48bc9d-9d48-4f8d-8e92-7925dad270b2) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:17.193232 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 370b0b28-c34f-4691-900a-fcf7eb046230 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:17.194031 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.221743 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a78e4440-b3b3-4fcb-a36d-93864a2d8deb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2406d624fd014a06b0c9dcf0543e494d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1849098 Jun 19 01:57:17.289430 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3fd65-ddb6-45d1-b01c-39a36a22ec57 None None] Pushing event updated for resources: {'Port': ['ID=0bf893d9-3423-4613-bd5d-d5f74348f342,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:17.297242 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f4d3fd65-ddb6-45d1-b01c-39a36a22ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:17.307327 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 45930) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:17.325342 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Routers {'c3ef4fdb-962b-47cb-940e-bd935d2789c1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:17.325996 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:56:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:17.340867 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Attempting to bind port baa69a8a-d40a-4f85-9341-239306a96719 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:17.344143 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Attempting to bind port baa69a8a-d40a-4f85-9341-239306a96719 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:17.344614 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Attempting to bind port baa69a8a-d40a-4f85-9341-239306a96719 on network d82200f2-9517-4091-85d2-1733cd109851 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:17.382645 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:17.382645 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Checking segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:17.382645 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.382645 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Bound using segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:17.383361 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Bound port: baa69a8a-d40a-4f85-9341-239306a96719, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:17.389148 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.444942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.483200 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-57db2b42-6f6a-4c39-a28f-9a2c885e9181 req-d2b377d8-b712-4f63-9864-f99310318432 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637968 Jun 19 01:57:17.584843 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] Set router c3ef4fdb-962b-47cb-940e-bd935d2789c1 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:17.670837 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.699065 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.711805 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] For port baa69a8a-d40a-4f85-9341-239306a96719, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:17.736892 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835219a-38b4-43b1-a535-ba4ddc4487ae req-1fa7aafb-f9d0-4d97-a482-dbd6a4795427 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:17.744420 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d835219a-38b4-43b1-a535-ba4ddc4487ae req-1fa7aafb-f9d0-4d97-a482-dbd6a4795427 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.1314559 Jun 19 01:57:17.780363 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] For port baa69a8a-d40a-4f85-9341-239306a96719, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=baa69a8a-d40a-4f85-9341-239306a96719,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:17.821316 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d835219a-38b4-43b1-a535-ba4ddc4487ae req-7e554ce0-f2d6-4fef-9684-f134e0910ed9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485601 Jun 19 01:57:17.888205 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.892408 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:17.933169 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:17.935333 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:17.964043 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Network a9d07fc9-8797-48e4-96fe-65dbfcdb15da is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:17.967753 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:17.975249 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T01:57:13Z', 'revision_number': 3, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:17.981451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:18.028365 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7bf65-c873-41c0-ae1d-d0dce9021295 None None] The sync data for ids ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'] in dv-cinder-797170-1-smb is: [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T01:57:13Z', 'revision_number': 3, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:18.048810 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:18.051840 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:18.072301 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Pushing event updated for resources: {'Port': ['ID=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:18.076197 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Pushing event updated for resources: {'Port': ['ID=baa69a8a-d40a-4f85-9341-239306a96719,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:18.080471 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:18.118395 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:18.230192 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1315815 Jun 19 01:57:18.242462 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Request body: {'port': {'device_id': 'a36b251c-2922-4510-a220-fd2bf2597913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:18.421666 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:18.477922 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fb0af-4974-47c5-9793-eba324750d45 req-e33624d0-a6f6-4826-bad5-9075a8ed569b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:18.480944 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b95fb0af-4974-47c5-9793-eba324750d45 req-e33624d0-a6f6-4826-bad5-9075a8ed569b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 931 time: 0.3855114 Jun 19 01:57:18.550303 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:18.552946 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:18.554108 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5446031-a9fb-40bd-9a61-d32efe73b609 HTTP/1.1" status: 204 len: 168 time: 1.2450931 Jun 19 01:57:18.574453 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-59a977ec-7268-4328-93a1-79149e9793ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:18.632518 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5446031-a9fb-40bd-9a61-d32efe73b609,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:18.633083 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:18.851114 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b95fb0af-4974-47c5-9793-eba324750d45 req-21c5549c-0dd7-4815-bd82-94b11ba2fe6c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549242 Jun 19 01:57:18.929873 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device baa69a8a-d40a-4f85-9341-239306a96719 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:18.930458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.013191 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.030832 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.036004 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8fde4994-e087-4205-8a41-d71031e0e327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.066507 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:57:19.117834 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.144715 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Transition to ACTIVE for port object 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:19.189331 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port baa69a8a-d40a-4f85-9341-239306a96719 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:19.194459 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 0bf893d9-3423-4613-bd5d-d5f74348f342 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:19.322957 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.335096 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-48e92f73-8fa3-485d-a03b-c71ef94d3f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:19.413360 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 0bf893d9-3423-4613-bd5d-d5f74348f342 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:19.426235 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 0bf893d9-3423-4613-bd5d-d5f74348f342 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:19.428123 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.522331 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Allocated IP 172.28.0.42 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/22ac2c19-f54f-435d-ba20-8ed3d084fbdb) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:19.584829 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08703f92-5595-4938-8447-bf89929fda67 req-f38126c7-1361-431a-8aaa-ad6d888f0721 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:19.594475 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-08703f92-5595-4938-8447-bf89929fda67 req-f38126c7-1361-431a-8aaa-ad6d888f0721 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.4725277 Jun 19 01:57:19.597985 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d42c9e-0c7d-4c4c-926d-688adb0ed3f9 None None] Network d82200f2-9517-4091-85d2-1733cd109851 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:57:19.666567 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Pushing event updated for resources: {'Port': ['ID=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:19.671650 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:19.734256 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Allocated IP 172.20.0.1 (723cd36c-8fb6-4a01-a245-12582e83f203/85d0d825-366e-4e62-94de-2e5146665d4e/75c46be0-f520-49ad-97aa-5db584d6e6d2) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:19.744055 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Attempting to bind port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:19.744288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Attempting to bind port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:19.744621 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Attempting to bind port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 on network a9d07fc9-8797-48e4-96fe-65dbfcdb15da {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:19.751138 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 on network a9d07fc9-8797-48e4-96fe-65dbfcdb15da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:57:19.751376 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Attempting to bind port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 on network a9d07fc9-8797-48e4-96fe-65dbfcdb15da {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:19.758649 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:19.759235 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Checking segment: {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:19.759719 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Bound using segment: {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:19.760270 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Bound port: 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cde986-79ab-4f18-a30b-1444c584f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:19.760622 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.771828 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-08703f92-5595-4938-8447-bf89929fda67 req-91081bb0-cca0-4497-b824-368c2b07d336 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715057 Jun 19 01:57:19.864147 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.885120 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.898010 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] For port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:19.904312 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Provisioning for port baa69a8a-d40a-4f85-9341-239306a96719 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:19.907117 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] For port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:19.921499 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.929412 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Provisioning complete for port baa69a8a-d40a-4f85-9341-239306a96719 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:19.932798 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.956953 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Transition to ACTIVE for port object 75c46be0-f520-49ad-97aa-5db584d6e6d2 will not be triggered until provisioned by entity DHCP. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:19.984710 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:19.988334 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a1850cb7-eeb9-480a-bfad-e89abc138eb4 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:19.998319 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 0bf893d9-3423-4613-bd5d-d5f74348f342, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=0bf893d9-3423-4613-bd5d-d5f74348f342,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:20.086625 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:20.087346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.088871 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b48bc9d-9d48-4f8d-8e92-7925dad270b2 HTTP/1.1" status: 200 len: 1093 time: 1.8507884 Jun 19 01:57:20.089509 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36b251c-2922-4510-a220-fd2bf2597913', 'tag': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:20.092468 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002" -d '{"events": [{"name": "network-changed", "server_uuid": "a36b251c-2922-4510-a220-fd2bf2597913", "tag": "0b48bc9d-9d48-4f8d-8e92-7925dad270b2"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:20.126252 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.133314 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0dea9edc-7d56-4c47-8792-6a0c3da45788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:20.149344 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.156061 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Pushing event updated for resources: {'Port': ['ID=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:20.159977 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:20.167868 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:20.197007 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.262991 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.313590 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=0bf893d9-3423-4613-bd5d-d5f74348f342,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:20.319840 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:20.341433 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.349764 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] For port baa69a8a-d40a-4f85-9341-239306a96719, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=baa69a8a-d40a-4f85-9341-239306a96719,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:20.415973 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Pushing event updated for resources: {'Port': ['ID=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:20.425899 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.431654 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:20.438096 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:20.444950 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-003e9ee1-1eda-497a-a404-ae98fc2a56c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:20.491367 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-a4e74308-bb82-4b45-8502-3def7a51d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:20.494385 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:20.495312 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-a4e74308-bb82-4b45-8502-3def7a51d883 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a92c4c938b9a44f49d810501373145b6&device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 1096 time: 0.2509851 Jun 19 01:57:20.523575 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Pushing event updated for resources: {'Port': ['ID=baa69a8a-d40a-4f85-9341-239306a96719,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:20.525154 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b509452-aff2-4374-b51d-190422c0f98f req-32c23dcc-f8dd-4963-b195-6451001a56bf tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:20.528044 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:20.540350 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6b509452-aff2-4374-b51d-190422c0f98f req-32c23dcc-f8dd-4963-b195-6451001a56bf tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 943 time: 0.1741974 Jun 19 01:57:20.541685 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:20.553811 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:20.554834 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-bd83d473-0d11-4d3a-a0c4-b14c042cc984 None None] Provisioning complete for port baa69a8a-d40a-4f85-9341-239306a96719 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:20.555345 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bd83d473-0d11-4d3a-a0c4-b14c042cc984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.584273 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Network 723cd36c-8fb6-4a01-a245-12582e83f203 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:20.618275 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:20.636281 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:20.639120 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6b509452-aff2-4374-b51d-190422c0f98f req-2aff128a-8819-4da2-990d-a61e743ee538 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839889 Jun 19 01:57:20.642062 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-86a0ec93-c7bf-4d15-b237-3d8ba2a18891 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2 HTTP/1.1" status: 200 len: 217 time: 0.1353383 Jun 19 01:57:20.652738 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=75c46be0-f520-49ad-97aa-5db584d6e6d2,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:20.672743 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:20.755393 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332afe08-89bf-44ba-a48a-af3554ca2498 x-openstack-request-id: req-332afe08-89bf-44ba-a48a-af3554ca2498 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:20.755714 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36b251c-2922-4510-a220-fd2bf2597913", "tag": "0b48bc9d-9d48-4f8d-8e92-7925dad270b2", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:20.756120 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-332afe08-89bf-44ba-a48a-af3554ca2498 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:20.756508 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36b251c-2922-4510-a220-fd2bf2597913', 'tag': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2', 'status': 'completed', 'code': 200} Jun 19 01:57:20.765349 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-131dba20-59fe-42c9-852a-19d75c66822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:20.767215 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-131dba20-59fe-42c9-852a-19d75c66822f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6160a0f-0ca4-4edd-9dbe-029fb32ce356 HTTP/1.1" status: 200 len: 849 time: 0.1140561 Jun 19 01:57:20.804953 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-fccd47af-0298-4960-9218-c6b9ffa14fca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jun 19 01:57:20.850697 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device baa69a8a-d40a-4f85-9341-239306a96719 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:20.881994 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791c3ab-697f-4c69-b05f-befef5f9132c req-1bde520e-118e-428b-83f7-ae0ef4aa5a70 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:20.884072 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3791c3ab-697f-4c69-b05f-befef5f9132c req-1bde520e-118e-428b-83f7-ae0ef4aa5a70 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.8207369 Jun 19 01:57:20.921665 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:20.958990 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-bef0f166-328e-4733-b256-b53aea954589 service neutron] 10.222.0.45 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376150 Jun 19 01:57:20.979039 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port baa69a8a-d40a-4f85-9341-239306a96719 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:20.979489 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:21.017442 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-cddd0af2-911f-4edd-a68e-fbacb8588fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.019134 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-cddd0af2-911f-4edd-a68e-fbacb8588fcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1099 time: 0.6374454 Jun 19 01:57:21.065196 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3791c3ab-697f-4c69-b05f-befef5f9132c req-507537ae-5429-4d04-8409-a0019a115e93 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720262 Jun 19 01:57:21.120412 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 0bf893d9-3423-4613-bd5d-d5f74348f342 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:21.188639 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc72f-425b-40b8-a418-cc27eeff3ad5 req-0f7ed98f-2e89-4805-95c5-b03be011cc87 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.193386 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-66abc72f-425b-40b8-a418-cc27eeff3ad5 req-0f7ed98f-2e89-4805-95c5-b03be011cc87 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2070081 Jun 19 01:57:21.196959 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-78179694-c821-4307-b7e1-9260fdfcbee7 req-05cdaccd-9efb-4729-adf4-9cd97f1e151c service neutron] 10.222.0.45 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332232 Jun 19 01:57:21.198707 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-13d1c4b6-cb88-4782-b865-7e15bb13c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.201269 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-13d1c4b6-cb88-4782-b865-7e15bb13c6f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.1583123 Jun 19 01:57:21.246982 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-5d506855-3fc0-44ca-b50e-411607f61ee6 None None] Provisioning for port 75c46be0-f520-49ad-97aa-5db584d6e6d2 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:21.247839 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-5d506855-3fc0-44ca-b50e-411607f61ee6 None None] Provisioning complete for port 75c46be0-f520-49ad-97aa-5db584d6e6d2 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:21.248194 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-5d506855-3fc0-44ca-b50e-411607f61ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:21.249038 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-66abc72f-425b-40b8-a418-cc27eeff3ad5 req-2575a932-47c3-46f2-8336-fab976fc0b5d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Jun 19 01:57:21.277581 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 0bf893d9-3423-4613-bd5d-d5f74348f342 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:21.278173 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:21.327797 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-5d506855-3fc0-44ca-b50e-411607f61ee6 None None] Port 75c46be0-f520-49ad-97aa-5db584d6e6d2 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:21.387750 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-4e476fac-5bb9-4e55-83fd-9926c09ba4a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 1002 time: 0.1788878 Jun 19 01:57:21.440155 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-8fde9fe6-b8bb-409f-ba6f-209569f7667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.442254 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-8fde9fe6-b8bb-409f-ba6f-209569f7667d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a92c4c938b9a44f49d810501373145b6&device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 1096 time: 0.0752881 Jun 19 01:57:21.459819 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-2b96e3b4-565e-4b06-b1a5-4741bc92c389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:21.467074 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:21.516754 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-fa9f135d-8dc6-4128-a5bc-e6f7e0fce5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.518257 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-fa9f135d-8dc6-4128-a5bc-e6f7e0fce5dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.1227851 Jun 19 01:57:21.529741 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:21.554099 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-2335bb03-f1eb-4f19-a381-cf2f13862a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.554099 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-2335bb03-f1eb-4f19-a381-cf2f13862a34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da HTTP/1.1" status: 200 len: 910 time: 0.1032786 Jun 19 01:57:21.599169 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-0a66b1ac-0516-4f6e-9123-9ab1edc5cb56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2 HTTP/1.1" status: 200 len: 217 time: 0.0369630 Jun 19 01:57:21.676752 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-a5cb7a0f-5cc1-4463-a5bb-27a84a8b9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:21.678218 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-a5cb7a0f-5cc1-4463-a5bb-27a84a8b9b38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6160a0f-0ca4-4edd-9dbe-029fb32ce356 HTTP/1.1" status: 200 len: 849 time: 0.0717874 Jun 19 01:57:21.728757 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-158e800e-3107-4a37-8bb7-9bee2337fdbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9d07fc9-8797-48e4-96fe-65dbfcdb15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412819 Jun 19 01:57:22.027862 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:22.057968 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-c79ff138-617c-4d0b-9ce5-51bc4ecdc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:22.059466 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-c79ff138-617c-4d0b-9ce5-51bc4ecdc7fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5307310 Jun 19 01:57:22.168655 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-d0150e2c-33c4-423c-9c1c-01a27eee38dd service neutron] 10.222.0.45 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321797 Jun 19 01:57:22.192896 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb37f35-1d9b-47cd-af92-458af409e861 req-1d489eb2-7ec8-4e83-8f48-baa3305d2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:22.194307 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9cb37f35-1d9b-47cd-af92-458af409e861 req-1d489eb2-7ec8-4e83-8f48-baa3305d2638 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.1861820 Jun 19 01:57:22.211082 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d4040-407c-49a7-982b-7197e5b6da26 req-15eab10d-efd0-41ff-842b-bb868eb3b254 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:22.212825 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-063d4040-407c-49a7-982b-7197e5b6da26 req-15eab10d-efd0-41ff-842b-bb868eb3b254 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 943 time: 0.1794338 Jun 19 01:57:22.218757 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:22.262845 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:22.307918 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-11b5afe3-9972-4e2b-922f-9d0fec049063 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395194 Jun 19 01:57:22.313220 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9cb37f35-1d9b-47cd-af92-458af409e861 req-de3e0fc8-ac57-467e-86b0-7fc0d468f3d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717633 Jun 19 01:57:22.332553 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-063d4040-407c-49a7-982b-7197e5b6da26 req-246e66cd-e922-48c9-99de-ef097ae0bff0 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828023 Jun 19 01:57:22.360631 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a344b37-01dc-4ed9-b6fc-dadff5cb8002 req-c331feaf-0c8d-4e64-9d3d-d1672b917532 service neutron] 10.222.0.45 "GET /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833823 Jun 19 01:57:22.400984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:22.410009 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:22.550050 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74a5a-b753-46cf-9ad1-2db28e06c7e8 req-3f10a0b5-0761-42e5-8eae-e16d497ad16e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:22.556325 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-17f74a5a-b753-46cf-9ad1-2db28e06c7e8 req-3f10a0b5-0761-42e5-8eae-e16d497ad16e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0739975 Jun 19 01:57:22.570618 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:22.593516 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-17f74a5a-b753-46cf-9ad1-2db28e06c7e8 req-76b63bbf-0990-4caf-a469-bc019d29ebb6 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360746 Jun 19 01:57:22.603760 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:22.614266 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=75c46be0-f520-49ad-97aa-5db584d6e6d2,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:22.629703 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:22.653638 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-618aaafa-73d4-4e5b-962f-99afa1301eed req-5116d582-9d38-47d5-bb93-b1d39c2b1c4b service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341765 Jun 19 01:57:22.744527 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1cc0c-2a9a-4231-b2d2-230e55ca630e req-f03c2bfe-e4d6-4448-8e9e-41a9e664dccd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:22.745997 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d9b1cc0c-2a9a-4231-b2d2-230e55ca630e req-f03c2bfe-e4d6-4448-8e9e-41a9e664dccd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 946 time: 0.2554162 Jun 19 01:57:22.788765 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Network 723cd36c-8fb6-4a01-a245-12582e83f203 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:22.793827 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:22.810025 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d9b1cc0c-2a9a-4231-b2d2-230e55ca630e req-799845a4-30b2-4e12-968c-473d1bc80c17 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500236 Jun 19 01:57:22.860370 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Router 51528c2e-433e-4f86-bdc7-c51702186023 is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:57:23.016784 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Router c3ef4fdb-962b-47cb-940e-bd935d2789c1 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:57:23.040852 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:23.052088 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Sync routers for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:23.118133 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:23.118778 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:23.176648 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:23.189495 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3ef4fdb-962b-47cb-940e-bd935d2789c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6673405 Jun 19 01:57:23.192360 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Sync routers for ids ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:23.204884 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Routers {'c3ef4fdb-962b-47cb-940e-bd935d2789c1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:23.205879 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:23.239525 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:23.244197 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46024) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:23.250428 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8697808 Jun 19 01:57:23.312438 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22058cbf-0aad-46ce-bc63-248e1038714d req-08071d9f-1fa8-4f14-bf9b-f4c92274c467 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:23.314239 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-22058cbf-0aad-46ce-bc63-248e1038714d req-08071d9f-1fa8-4f14-bf9b-f4c92274c467 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1356034 Jun 19 01:57:23.351510 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:57:23.353759 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:23.356389 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-fcddd283-a51a-45ab-8fb5-326d46e2e659 None None] Provisioning complete for port 75c46be0-f520-49ad-97aa-5db584d6e6d2 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:23.357021 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-fcddd283-a51a-45ab-8fb5-326d46e2e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:23.405347 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-22058cbf-0aad-46ce-bc63-248e1038714d req-aaae6ec2-3980-4313-be2f-f44150345914 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809777 Jun 19 01:57:23.432317 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Set router c3ef4fdb-962b-47cb-940e-bd935d2789c1 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:23.486408 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-fcddd283-a51a-45ab-8fb5-326d46e2e659 None None] Port 75c46be0-f520-49ad-97aa-5db584d6e6d2 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:23.624487 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:23.730756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7896f1-3021-4397-aaab-853056f3e8dd req-9267c542-8091-4e85-b21b-fe1085c0bf70 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:23.732444 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fd7896f1-3021-4397-aaab-853056f3e8dd req-9267c542-8091-4e85-b21b-fe1085c0bf70 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 943 time: 0.1416738 Jun 19 01:57:23.758536 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:23.824057 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:23.856688 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:23.859912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1eded-af85-4146-af82-a9fc7e8674d5" -d '{"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:23.874309 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d9392-9ea7-48b9-9e9b-86b7635864ac req-a4bf0c64-4daf-4fbe-bf64-28636e03a099 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:23.876392 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fc4d9392-9ea7-48b9-9e9b-86b7635864ac req-a4bf0c64-4daf-4fbe-bf64-28636e03a099 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.0900650 Jun 19 01:57:23.883898 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fd7896f1-3021-4397-aaab-853056f3e8dd req-bbe6bff3-580b-46b5-ae04-7c02d28d46ec tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011028 Jun 19 01:57:23.884199 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T01:57:21Z', 'revision_number': 4, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '75c46be0-f520-49ad-97aa-5db584d6e6d2', 'name': '', 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'mac_address': 'fa:16:3e:f6:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85d0d825-366e-4e62-94de-2e5146665d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:21Z', 'revision_number': 2, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'subnets': [{'id': '85d0d825-366e-4e62-94de-2e5146665d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:23.892847 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2', 'network_id': 'a9d07fc9-8797-48e4-96fe-65dbfcdb15da', 'port_id': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2', 'mac_address': 'fa:16:3e:29:1b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6160a0f-0ca4-4edd-9dbe-029fb32ce356', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:57:23.928545 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:23.943912 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Checking router: c3ef4fdb-962b-47cb-940e-bd935d2789c1 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:23.944275 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Updating router c3ef4fdb-962b-47cb-940e-bd935d2789c1 port 75c46be0-f520-49ad-97aa-5db584d6e6d2 binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:23.986903 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:23.996206 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fc4d9392-9ea7-48b9-9e9b-86b7635864ac req-f8e6f2ef-0409-4195-9b29-6e064d154edc tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103632 Jun 19 01:57:24.039688 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.080597 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.087506 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:24.111977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:57:24.112130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.190221 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ba9b04-2a48-48c5-bcbe-933260e35d3f x-openstack-request-id: req-14ba9b04-2a48-48c5-bcbe-933260e35d3f {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:24.191368 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:24.191817 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14ba9b04-2a48-48c5-bcbe-933260e35d3f {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:24.192369 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'code': 200} Jun 19 01:57:24.223385 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:24.250755 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4877-b579-4eac-afd6-750cc1f1e015 req-d8a257b3-72af-4cdc-ae73-5dc82ce48c3d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:24.255741 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=8']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:24.258452 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3cac4877-b579-4eac-afd6-750cc1f1e015 req-d8a257b3-72af-4cdc-ae73-5dc82ce48c3d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1255636 Jun 19 01:57:24.259978 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:24.277003 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:21Z', 'revision_number': 3, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:24.333727 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3cac4877-b579-4eac-afd6-750cc1f1e015 req-1f8a588b-fa24-49a9-8993-adcf3b802b6a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636842 Jun 19 01:57:24.389433 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Checking router: 51528c2e-433e-4f86-bdc7-c51702186023 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:24.389806 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Updating router 51528c2e-433e-4f86-bdc7-c51702186023 port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:24.452432 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.462778 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:24.506329 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.539634 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Allocated IP 172.20.0.1 (d82200f2-9517-4091-85d2-1733cd109851/bb5f284d-cb04-4e01-b1dd-4a54e9038eb4/4246d7e4-df1c-4f23-a8f8-d3e01672686d) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:24.540970 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Transition to ACTIVE for port object 75c46be0-f520-49ad-97aa-5db584d6e6d2 will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:24.547364 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.653183 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:24.665099 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:24.667880 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.670623 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.673145 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:24.728074 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['0b48bc9d-9d48-4f8d-8e92-7925dad270b2'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:57:24.763684 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.770684 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410706d0-08db-4b31-b72d-95166e76822f None None] Pushing event updated for resources: {'Port': ['ID=75c46be0-f520-49ad-97aa-5db584d6e6d2,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:24.774454 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-410706d0-08db-4b31-b72d-95166e76822f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:24.811096 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Transition to ACTIVE for port object 4246d7e4-df1c-4f23-a8f8-d3e01672686d will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:24.849323 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8ab2-0dcf-4160-a49f-cc256fd1c63e req-f4d0486a-c6dc-43f3-a720-f80393b8627a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:24.851191 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-923e8ab2-0dcf-4160-a49f-cc256fd1c63e req-f4d0486a-c6dc-43f3-a720-f80393b8627a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1561229 Jun 19 01:57:24.870296 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Attempting to bind port 75c46be0-f520-49ad-97aa-5db584d6e6d2 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:24.870666 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Attempting to bind port 75c46be0-f520-49ad-97aa-5db584d6e6d2 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:24.871085 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Attempting to bind port 75c46be0-f520-49ad-97aa-5db584d6e6d2 on network 723cd36c-8fb6-4a01-a245-12582e83f203 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:24.876814 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:24.877250 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Checking segment: {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:24.878750 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:24.878900 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Bound using segment: {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:24.879457 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Bound port: 75c46be0-f520-49ad-97aa-5db584d6e6d2, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725ef69e-2479-4c2b-85d5-d9050b2b1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:24.879824 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.008480 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] For port 75c46be0-f520-49ad-97aa-5db584d6e6d2, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:25.012260 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] For port 75c46be0-f520-49ad-97aa-5db584d6e6d2, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=75c46be0-f520-49ad-97aa-5db584d6e6d2,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:25.021530 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-923e8ab2-0dcf-4160-a49f-cc256fd1c63e req-c123fffb-b26f-4ffd-8852-60ff591f99f9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625874 Jun 19 01:57:25.098526 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.098526 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:25.099970 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.113156 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Transition to ACTIVE for port object 22ac2c19-f54f-435d-ba20-8ed3d084fbdb will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:25.123531 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.143604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a9905248-6828-4fcf-b992-cafd764e118f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:25.156089 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Network d82200f2-9517-4091-85d2-1733cd109851 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:25.158730 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:25.189074 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:25.205297 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410706d0-08db-4b31-b72d-95166e76822f None None] Pushing event updated for resources: {'Port': ['ID=75c46be0-f520-49ad-97aa-5db584d6e6d2,revision_number=4']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:25.208480 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.221232 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-410706d0-08db-4b31-b72d-95166e76822f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:25.236838 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:25.265898 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Routers {'c3ef4fdb-962b-47cb-940e-bd935d2789c1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:25.266130 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:25.288723 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.354312 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:25.430599 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Attempting to bind port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:25.437747 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Attempting to bind port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:25.438311 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Attempting to bind port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:25.475153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Pushing event updated for resources: {'Port': ['ID=4246d7e4-df1c-4f23-a8f8-d3e01672686d,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:25.477811 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:25.478196 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:25.478604 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.479003 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:25.479486 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Bound port: 22ac2c19-f54f-435d-ba20-8ed3d084fbdb, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:25.499988 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.502078 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:25.552265 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] Set router c3ef4fdb-962b-47cb-940e-bd935d2789c1 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:25.633598 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07bc25-33cc-472d-af0f-182340421fa4 req-245fa40b-386e-4fea-9892-d8667ae8e09a tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:25.641296 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0f07bc25-33cc-472d-af0f-182340421fa4 req-245fa40b-386e-4fea-9892-d8667ae8e09a tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 944 time: 0.1931791 Jun 19 01:57:25.660003 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0999-aabe-45dc-9b79-548ccf4d42bb None None] Pushing event updated for resources: {'Port': ['ID=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:25.671598 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-fc2c0999-aabe-45dc-9b79-548ccf4d42bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:25.704611 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0f07bc25-33cc-472d-af0f-182340421fa4 req-f875c14d-9b1c-4dc4-871e-9f6e6e08c1c2 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Jun 19 01:57:25.750720 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] For port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:25.757755 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] For port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:25.869800 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.908616 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-dc5bb1d1-79b2-4cb1-9147-b93c7707da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:25.912030 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-dc5bb1d1-79b2-4cb1-9147-b93c7707da0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c995bd0854424646af22e5e3ac26d027&device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 1099 time: 0.1812551 Jun 19 01:57:25.914109 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:25.919483 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-4f5bc09c-ce92-4d1f-b63e-84035cc5fa51 None None] Provisioning for port 4246d7e4-df1c-4f23-a8f8-d3e01672686d completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:25.929258 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:25.941845 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-4f5bc09c-ce92-4d1f-b63e-84035cc5fa51 None None] Provisioning complete for port 4246d7e4-df1c-4f23-a8f8-d3e01672686d triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:25.943028 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc09c-ce92-4d1f-b63e-84035cc5fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:26.108961 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0999-aabe-45dc-9b79-548ccf4d42bb None None] Pushing event updated for resources: {'Port': ['ID=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:26.133186 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da47888-382b-4461-a4ae-4d11af85ed1d req-97c3cf32-dc6c-43a3-bb4a-6704d508abea tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:26.136216 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6da47888-382b-4461-a4ae-4d11af85ed1d req-97c3cf32-dc6c-43a3-bb4a-6704d508abea tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.2303727 Jun 19 01:57:26.140776 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-fc2c0999-aabe-45dc-9b79-548ccf4d42bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:26.164016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bc09c-ce92-4d1f-b63e-84035cc5fa51 None None] Port 4246d7e4-df1c-4f23-a8f8-d3e01672686d cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:26.170507 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:26.171351 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:26.185469 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-23babb1e-a65f-4c18-bdfc-c53a4c55b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:26.187348 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-23babb1e-a65f-4c18-bdfc-c53a4c55b7e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 200 len: 919 time: 0.2668869 Jun 19 01:57:26.197333 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T01:57:21Z', 'revision_number': 4, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '75c46be0-f520-49ad-97aa-5db584d6e6d2', 'name': '', 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'mac_address': 'fa:16:3e:f6:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85d0d825-366e-4e62-94de-2e5146665d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'subnets': [{'id': '85d0d825-366e-4e62-94de-2e5146665d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:26.248685 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d06c-f1be-4da1-949a-3b0290573081 req-5ab66e6b-cf44-4f72-9b9f-f6c81f6e2e31 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:26.256693 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b916d06c-f1be-4da1-949a-3b0290573081 req-5ab66e6b-cf44-4f72-9b9f-f6c81f6e2e31 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2177620 Jun 19 01:57:26.257690 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54333e19-7c2a-4223-8517-09cd18c08a7d None None] The sync data for ids ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'] in dv-cinder-797170-1-smb is: [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T01:57:21Z', 'revision_number': 4, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '75c46be0-f520-49ad-97aa-5db584d6e6d2', 'name': '', 'network_id': '723cd36c-8fb6-4a01-a245-12582e83f203', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'mac_address': 'fa:16:3e:f6:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '85d0d825-366e-4e62-94de-2e5146665d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'subnets': [{'id': '85d0d825-366e-4e62-94de-2e5146665d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:26.260274 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-ba26219a-2726-4802-9133-d40111bab9fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 200 len: 217 time: 0.0645220 Jun 19 01:57:26.282226 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6da47888-382b-4461-a4ae-4d11af85ed1d req-d024fb2f-4ba6-4cf5-b3ae-850ba1d9ea12 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311219 Jun 19 01:57:26.361902 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:26.376281 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:26.402767 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-80d22196-940f-428d-a45d-47a7dcf03d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:26.404696 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-80d22196-940f-428d-a45d-47a7dcf03d20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 200 len: 858 time: 0.1370203 Jun 19 01:57:26.446680 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:26.450653 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-911c5228-8d8c-4f75-a1f7-8ac0229a5ce8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee08987-a7f8-4395-b09b-f5918209c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369396 Jun 19 01:57:26.457240 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:26.617511 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b916d06c-f1be-4da1-949a-3b0290573081 req-b9be1e69-6dcd-4a15-b2bd-156886eff807 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595481 Jun 19 01:57:26.622913 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-d809dac3-fd91-4268-97d1-0520a05662cf service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530857 Jun 19 01:57:26.648975 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Pushing event updated for resources: {'Port': ['ID=4246d7e4-df1c-4f23-a8f8-d3e01672686d,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:26.652054 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:26.660285 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:26.843775 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Network d82200f2-9517-4091-85d2-1733cd109851 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:26.851045 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:26.904332 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7abfe070-0a7b-41a1-8af9-508a33e6a6e9 req-11796c6f-257c-40f7-b338-8dfc9b96352c service neutron] 10.222.0.45 "GET /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745976 Jun 19 01:57:26.949642 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 75c46be0-f520-49ad-97aa-5db584d6e6d2 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:27.120526 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Router 51528c2e-433e-4f86-bdc7-c51702186023 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:57:27.130074 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d5fa-4664-46d2-9378-0ed2a98958b5 req-0caacf7d-2296-4395-9963-f13a74b8fff2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:27.150820 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d410d5fa-4664-46d2-9378-0ed2a98958b5 req-0caacf7d-2296-4395-9963-f13a74b8fff2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.3165793 Jun 19 01:57:27.199310 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 75c46be0-f520-49ad-97aa-5db584d6e6d2 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:27.226952 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 75c46be0-f520-49ad-97aa-5db584d6e6d2 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:27.227776 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:27.270382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-e7705eec-122b-4c18-a062-c9603e8144a3 None None] Provisioning complete for port 4246d7e4-df1c-4f23-a8f8-d3e01672686d triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:27.270775 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e7705eec-122b-4c18-a062-c9603e8144a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:27.311082 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d410d5fa-4664-46d2-9378-0ed2a98958b5 req-8e62019d-e40c-4974-8db9-4d8f2c37e12e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569386 Jun 19 01:57:27.317016 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:27.381015 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-e7705eec-122b-4c18-a062-c9603e8144a3 None None] Port 4246d7e4-df1c-4f23-a8f8-d3e01672686d cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:27.396338 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:24Z', 'revision_number': 1, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:27.446855 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48517c5-199e-40c4-b63b-f9612ece5241 None None] The sync data for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb is: [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:24Z', 'revision_number': 1, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:27.469310 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:27.482714 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] 10.222.0.23 "PUT /v2.0/routers/51528c2e-433e-4f86-bdc7-c51702186023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2349236 Jun 19 01:57:27.548895 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:27.643279 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 75c46be0-f520-49ad-97aa-5db584d6e6d2, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=75c46be0-f520-49ad-97aa-5db584d6e6d2,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:27.645715 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:27.665255 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:27.665255 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:27.728769 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:27.734708 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:27.747753 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211f858-bbb8-4039-becd-a483bc07c46e req-f444d86f-c021-4768-945b-f31ebe13ccea tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:27.763456 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5211f858-bbb8-4039-becd-a483bc07c46e req-f444d86f-c021-4768-945b-f31ebe13ccea tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 944 time: 0.1665897 Jun 19 01:57:27.891957 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=75c46be0-f520-49ad-97aa-5db584d6e6d2,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:27.907455 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:27.918230 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5211f858-bbb8-4039-becd-a483bc07c46e req-9404a0b1-b247-4b58-89a5-f539a34752af tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533256 Jun 19 01:57:27.960997 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:27.995691 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36b251c-2922-4510-a220-fd2bf2597913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:27.998657 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470d413-ab2d-46e5-9d98-0d4534cbe1b5" -d '{"events": [{"server_uuid": "a36b251c-2922-4510-a220-fd2bf2597913", "name": "network-vif-plugged", "status": "completed", "tag": "0b48bc9d-9d48-4f8d-8e92-7925dad270b2"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:28.023444 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:28.136912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:28.147466 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:28.340363 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:28.344144 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:28.521173 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f0fb-b0c9-4f96-9fcf-a4e15727ff84 req-4357d452-a616-44f7-87e9-810a37695316 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:28.531755 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ef17f0fb-b0c9-4f96-9fcf-a4e15727ff84 req-4357d452-a616-44f7-87e9-810a37695316 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.1973841 Jun 19 01:57:28.602311 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c5973d-b8ca-4624-afa4-cad357b2c46e x-openstack-request-id: req-87c5973d-b8ca-4624-afa4-cad357b2c46e {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:28.602539 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36b251c-2922-4510-a220-fd2bf2597913", "name": "network-vif-plugged", "status": "completed", "tag": "0b48bc9d-9d48-4f8d-8e92-7925dad270b2", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:28.602809 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87c5973d-b8ca-4624-afa4-cad357b2c46e {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:28.603220 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36b251c-2922-4510-a220-fd2bf2597913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2', 'code': 200} Jun 19 01:57:28.666868 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ef17f0fb-b0c9-4f96-9fcf-a4e15727ff84 req-138ddc6e-58d5-45bf-8b61-6df1aa549a17 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244395 Jun 19 01:57:28.820921 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 75c46be0-f520-49ad-97aa-5db584d6e6d2 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:28.969128 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 75c46be0-f520-49ad-97aa-5db584d6e6d2 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:28.969753 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:29.066808 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b085a-dbd3-4e0b-a0a7-67ac21f71dab req-a6bc94c6-6824-4bef-b0f4-dbdb2d6387bf tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:29.074689 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9d3b085a-dbd3-4e0b-a0a7-67ac21f71dab req-a6bc94c6-6824-4bef-b0f4-dbdb2d6387bf tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1506038 Jun 19 01:57:29.124947 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9d3b085a-dbd3-4e0b-a0a7-67ac21f71dab req-964371bc-d16c-42d6-b5cd-5c4f619e15d5 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480320 Jun 19 01:57:29.147516 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46140) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:29.152619 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-612819545-network', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:29.238359 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8321e-361d-4edf-9769-a354e0440f58 req-459c432e-6feb-4f6c-ac0e-7277420c2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:29.239898 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-51d8321e-361d-4edf-9769-a354e0440f58 req-459c432e-6feb-4f6c-ac0e-7277420c2ed0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 1098 time: 0.0941870 Jun 19 01:57:29.283595 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-51d8321e-361d-4edf-9769-a354e0440f58 req-22b384c7-b166-4968-bcce-8cf59038219f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Jun 19 01:57:29.344129 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Made reservation on behalf of 15b7e69326fb4d38bd6a3de6861736e1 for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:29.354313 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:29.385983 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:29.807908 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:29.821567 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281bb79-4657-4681-9080-54dd77942e4a req-44f9e4c6-d30a-4dec-9e3d-7bc145a662c3 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:29.823469 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0281bb79-4657-4681-9080-54dd77942e4a req-44f9e4c6-d30a-4dec-9e3d-7bc145a662c3 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 945 time: 0.2151005 Jun 19 01:57:29.887586 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0281bb79-4657-4681-9080-54dd77942e4a req-3228085b-190b-4c7e-a767-a33b6303e4f9 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Jun 19 01:57:29.922151 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308ce43-82e9-4dc9-afbb-a53fe68651a4 req-4a25228d-34f2-40bd-a3b5-3e12adde6131 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:29.930015 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d308ce43-82e9-4dc9-afbb-a53fe68651a4 req-4a25228d-34f2-40bd-a3b5-3e12adde6131 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1454365 Jun 19 01:57:29.995282 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d308ce43-82e9-4dc9-afbb-a53fe68651a4 req-24a719ca-02e0-4ead-bcc7-66d76803f9e8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636208 Jun 19 01:57:30.238033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:30.252478 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-599ee5e7-8a5f-4767-a547-cf881fd9bc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:30.296623 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:57:30.346173 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70dda53-136a-40fa-839a-571fff2b8345,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:30.358054 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:30.380995 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:30.380995 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Added segment f818f71c-14d0-4b59-acd3-c742df6d0472 of type vlan for network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 Jun 19 01:57:30.462831 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798f792-7721-4197-9ead-670be0929179 req-d360903a-d2e6-4dcd-b2a0-d08d51a54e6a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:30.475173 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9fd08-34e9-43a7-acd2-55ca2a3d5373 req-b24a45f2-3c11-4a07-8682-8fba1069c49d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:30.478358 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b798f792-7721-4197-9ead-670be0929179 req-d360903a-d2e6-4dcd-b2a0-d08d51a54e6a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1278315 Jun 19 01:57:30.487986 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a0d9fd08-34e9-43a7-acd2-55ca2a3d5373 req-b24a45f2-3c11-4a07-8682-8fba1069c49d tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.3474391 Jun 19 01:57:30.528918 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:30.574791 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a0d9fd08-34e9-43a7-acd2-55ca2a3d5373 req-803d96f7-c4e1-4c82-9005-77c66f5a2501 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863779 Jun 19 01:57:30.589522 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b798f792-7721-4197-9ead-670be0929179 req-137dbd29-f4dd-41ec-b27d-4092c5c38e53 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071942 Jun 19 01:57:30.726305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:30.726305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:30.726305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:30.726305 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:30.809710 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=8ceddc8d-8c7a-466b-b051-b0cc4569d7f6,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:30.812873 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:30.826601 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:57:30.829756 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 22ac2c19-f54f-435d-ba20-8ed3d084fbdb up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:30.916745 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7673621 Jun 19 01:57:30.916745 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46178) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:30.934139 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Request body: {'subnet': {'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-612819545-subnet', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:31.062089 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Made reservation on behalf of 15b7e69326fb4d38bd6a3de6861736e1 for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:57:31.082082 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:31.187745 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53303c-5ffb-44ae-8d5e-861444a3d9db req-6b8f84c7-114f-4ff0-b927-af510eb554e5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:31.189511 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af53303c-5ffb-44ae-8d5e-861444a3d9db req-6b8f84c7-114f-4ff0-b927-af510eb554e5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 945 time: 0.0788641 Jun 19 01:57:31.199624 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46188) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:31.281111 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af53303c-5ffb-44ae-8d5e-861444a3d9db req-db3031a0-90ee-42d2-80c7-12dab969b99f tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719204 Jun 19 01:57:31.378984 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:31.382108 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:31.383346 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:31.439827 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-36f6a7cf-6465-468d-a746-a2bd7695c17d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2389307 Jun 19 01:57:31.451816 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:31.456843 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:31.547613 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:31.566275 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e04d89-c929-4ca1-9f5e-fe83a137397e,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:31.577333 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:31.595145 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:31.617293 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Checking segment: {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:31.619950 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d481022-79f4-41fd-b921-336d0634d2ce req-7986a984-3e87-4f93-8101-b49c3d3b3ace tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:31.620478 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Network hostable DHCP agents. Network: 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:57:31.661406 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2d481022-79f4-41fd-b921-336d0634d2ce req-7986a984-3e87-4f93-8101-b49c3d3b3ace tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1528707 Jun 19 01:57:31.687977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Sync routers for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:31.702075 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:31.702833 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:31.758039 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2d481022-79f4-41fd-b921-336d0634d2ce req-6ea1929b-d266-479c-b443-7cd7128402d5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115661 Jun 19 01:57:31.778676 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:57:31.810506 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:31.819188 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a2db6a6c-9fd1-4896-b3ac-ebf68a3cf20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:31.874141 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:31.885705 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:31.886529 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:31.897513 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74de0c3-b9d6-4d63-956c-46c691720592 None None] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:57:31.959839 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d43256-c10a-4fa7-af01-ccf14daaad19 req-73176614-adfd-4df3-9c8b-de5421dc941e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:31.959839 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d1d43256-c10a-4fa7-af01-ccf14daaad19 req-73176614-adfd-4df3-9c8b-de5421dc941e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1401155 Jun 19 01:57:31.997891 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:32.015420 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:32.032138 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:32.034372 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d1d43256-c10a-4fa7-af01-ccf14daaad19 req-098ddeee-65c1-41e5-9e21-90080bcca223 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612712 Jun 19 01:57:32.039060 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1211402 Jun 19 01:57:32.041495 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46224) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:32.047416 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:32.195381 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1037734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30012'] for router, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:32.196547 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30007'] for router, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:32.301443 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3e4c561-65b9-5e30-b9e8-a24cbdfe5a10-8ceddc8d-8c7a-466b-b051-b0cc4569d7f6', 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'fixed_ips': [{'subnet_id': '09e04d89-c929-4ca1-9f5e-fe83a137397e'}]}} from dv-cinder-797170-1-smb. {{(pid=105202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:57:32.301443 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:32.340501 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:32.380977 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46232) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:32.512263 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.db_base_plugin_common [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Allocated IP 172.20.0.2 (8ceddc8d-8c7a-466b-b051-b0cc4569d7f6/09e04d89-c929-4ca1-9f5e-fe83a137397e/d97d10ff-bf20-446d-99f8-f32be82873a6) {{(pid=105202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:33.058787 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 22ac2c19-f54f-435d-ba20-8ed3d084fbdb up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:33.179217 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.202870 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Transition to ACTIVE for port object d97d10ff-bf20-446d-99f8-f32be82873a6 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:33.216763 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd24c6-c0db-4af5-9813-e9f1ac377b28 req-90ebc712-c220-484f-8885-6a0bced89d05 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:33.230157 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:26Z', 'revision_number': 2, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:33.230445 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a5fd24c6-c0db-4af5-9813-e9f1ac377b28 req-90ebc712-c220-484f-8885-6a0bced89d05 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.2240984 Jun 19 01:57:33.271138 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Transition to ACTIVE for port object d97d10ff-bf20-446d-99f8-f32be82873a6 will not be triggered until provisioned by entity DHCP. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:33.276373 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Checking router: 51528c2e-433e-4f86-bdc7-c51702186023 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:33.276792 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Updating router 51528c2e-433e-4f86-bdc7-c51702186023 port 4246d7e4-df1c-4f23-a8f8-d3e01672686d binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:33.294470 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.313980 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1037652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29985'] for router, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.314273 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:33.314594 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.346863 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a5fd24c6-c0db-4af5-9813-e9f1ac377b28 req-2e1ada60-30ae-42a9-8168-81885b5e3d73 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153181 Jun 19 01:57:33.461227 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166'] for port, after_create {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.499465 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-049f51a6-d8e3-4372-8722-638e38f1e375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:33.584993 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 is already hosted by enough agents. {{(pid=105202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:33.588390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.scheduler.base_scheduler [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Resources bound (agent type, host, resource id): {{(pid=105202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:33.591293 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Received port after_create {{(pid=105202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:33.593829 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779842d0-c800-4a98-b1b5-0a3ccfbc7c09 req-c65d0c12-dd46-4d82-b320-0ed85dfac04d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:33.601835 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.602995 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-779842d0-c800-4a98-b1b5-0a3ccfbc7c09 req-c65d0c12-dd46-4d82-b320-0ed85dfac04d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1087363 Jun 19 01:57:33.613928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.688205 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.698656 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-779842d0-c800-4a98-b1b5-0a3ccfbc7c09 req-20d88587-0620-423b-8fbd-8ce24e352a6d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941598 Jun 19 01:57:33.703730 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a4f217fb-2c70-4610-85c0-9d8187463ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:33.787099 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f3911-0603-4d65-8b24-d4f0b55cce43,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:33.808769 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46250) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:33.808993 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b2df8944abb4608b7044b0e50c22b81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4271588 Jun 19 01:57:33.823469 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.823868 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.824229 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.824571 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.824921 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.825264 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.825604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.825959 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.826279 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.826612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.826946 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.827519 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:33.833919 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:33.893124 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72ee8-5532-42eb-b3e0-c67092164928 req-b46f5655-2f36-4c65-9cd5-f542a199f778 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:33.900443 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c8e72ee8-5532-42eb-b3e0-c67092164928 req-b46f5655-2f36-4c65-9cd5-f542a199f778 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 945 time: 0.3160970 Jun 19 01:57:33.916764 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Attempting to bind port d97d10ff-bf20-446d-99f8-f32be82873a6 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:33.917209 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Attempting to bind port d97d10ff-bf20-446d-99f8-f32be82873a6 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:33.917589 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Attempting to bind port d97d10ff-bf20-446d-99f8-f32be82873a6 on network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:33.919641 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:33.923740 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Pushing event updated for resources: {'Port': ['ID=d97d10ff-bf20-446d-99f8-f32be82873a6,revision_number=1']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:33.942809 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:33.949167 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.011717 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:34.012894 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Checking segment: {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:34.017667 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.018112 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Bound using segment: {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:34.019349 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Bound port: d97d10ff-bf20-446d-99f8-f32be82873a6, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:34.019827 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.022804 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c8e72ee8-5532-42eb-b3e0-c67092164928 req-139e1a8f-3cf6-46e5-877c-975894ac65bf tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215107 Jun 19 01:57:34.040875 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.062678 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.092261 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.097075 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.102215 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/665f3911-0603-4d65-8b24-d4f0b55cce43 HTTP/1.1" status: 204 len: 168 time: 0.2919116 Jun 19 01:57:34.108962 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d1db519c-0eb3-4294-95f9-f5521e687041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:34.129013 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f3911-0603-4d65-8b24-d4f0b55cce43,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:34.146871 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.147463 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.149108 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.149626 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.151397 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.152637 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.153219 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.163474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.163474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.163474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.163474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.163474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:34.163474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:34.224270 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.252433 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Transition to ACTIVE for port object 4246d7e4-df1c-4f23-a8f8-d3e01672686d will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:34.264445 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Allocated IP 172.28.0.90 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/61efe4ec-0dd3-4f66-a507-de6292c9ae07) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:34.354488 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] For port d97d10ff-bf20-446d-99f8-f32be82873a6, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:34.361864 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] For port d97d10ff-bf20-446d-99f8-f32be82873a6, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=d97d10ff-bf20-446d-99f8-f32be82873a6,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:34.374104 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.377403 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:34.476442 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362bf3f-e185-4f2d-9428-82be37981477 None None] Pushing event updated for resources: {'Port': ['ID=4246d7e4-df1c-4f23-a8f8-d3e01672686d,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:34.482691 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-e362bf3f-e185-4f2d-9428-82be37981477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:34.505721 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.514568 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.518976 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-22bd03d9-1c8f-4345-9312-b64a407c5e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:34.629475 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Attempting to bind port 4246d7e4-df1c-4f23-a8f8-d3e01672686d on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:34.633323 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Attempting to bind port 4246d7e4-df1c-4f23-a8f8-d3e01672686d by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:34.633323 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Attempting to bind port 4246d7e4-df1c-4f23-a8f8-d3e01672686d on network d82200f2-9517-4091-85d2-1733cd109851 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:34.688971 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:34.689297 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Checking segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:34.689708 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.690630 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Bound using segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:34.691432 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Bound port: 4246d7e4-df1c-4f23-a8f8-d3e01672686d, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:34.691743 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.703290 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Pushing event updated for resources: {'Port': ['ID=d97d10ff-bf20-446d-99f8-f32be82873a6,revision_number=2']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:34.711880 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:34.768058 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e1f02-422e-4b04-9a89-53512653b3da req-54a8e8b0-3098-4dbf-8cfb-0a94d09451b8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:34.773221 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:34.778080 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-be8e1f02-422e-4b04-9a89-53512653b3da req-54a8e8b0-3098-4dbf-8cfb-0a94d09451b8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1480191 Jun 19 01:57:34.782508 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:34.848347 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-be8e1f02-422e-4b04-9a89-53512653b3da req-d3ad0757-1756-446e-aabb-5a6e8371d020 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690465 Jun 19 01:57:34.927511 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] For port 4246d7e4-df1c-4f23-a8f8-d3e01672686d, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:34.934136 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] For port 4246d7e4-df1c-4f23-a8f8-d3e01672686d, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=4246d7e4-df1c-4f23-a8f8-d3e01672686d,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:34.948886 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:34.951568 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Pushing event updated for resources: {'Port': ['ID=61efe4ec-0dd3-4f66-a507-de6292c9ae07,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:34.958651 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:34.962689 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:34.968508 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:35.027879 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-9ae97661-c550-4a1f-a8bf-6cedfdf80cee tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:35.029981 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:35.034647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:35.040383 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-9ae97661-c550-4a1f-a8bf-6cedfdf80cee tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 945 time: 0.1796687 Jun 19 01:57:35.240182 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:35.242581 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:35.353165 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362bf3f-e185-4f2d-9428-82be37981477 None None] Pushing event updated for resources: {'Port': ['ID=4246d7e4-df1c-4f23-a8f8-d3e01672686d,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:35.357712 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-e362bf3f-e185-4f2d-9428-82be37981477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:35.512985 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-eca321ea-604e-4665-be6b-0282ee46f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:35.514471 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-eca321ea-604e-4665-be6b-0282ee46f796 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1&tenant_id=8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 1097 time: 0.4940290 Jun 19 01:57:35.540834 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441da93-1ba7-4914-b4ab-139db547ba07 req-a478354d-644d-4cb5-b243-8dc00b33eb20 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:35.547794 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a441da93-1ba7-4914-b4ab-139db547ba07 req-a478354d-644d-4cb5-b243-8dc00b33eb20 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.5282979 Jun 19 01:57:35.598907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:35.696873 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a441da93-1ba7-4914-b4ab-139db547ba07 req-fbecd2d5-0f6a-45e1-a701-a4636f9fecbd tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404417 Jun 19 01:57:35.871722 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e13360-1b3f-4ff9-968e-a2ee257873fd req-54270494-3ee7-4621-a01e-451fe86bad3b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:35.883005 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-21e13360-1b3f-4ff9-968e-a2ee257873fd req-54270494-3ee7-4621-a01e-451fe86bad3b tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 945 time: 0.1968436 Jun 19 01:57:35.942596 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-9400892c-fda2-47b8-b426-c99e5a8dd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:35.944534 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-9400892c-fda2-47b8-b426-c99e5a8dd5dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1097 time: 0.3947663 Jun 19 01:57:35.990600 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-21e13360-1b3f-4ff9-968e-a2ee257873fd req-cd74eaa2-093b-49ba-bfb4-7d3538a0e92c tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057258 Jun 19 01:57:36.051945 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:36.069943 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:34Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:36.109493 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Deleting port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:57:36.110879 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:36.182958 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e48cb5-b694-4d05-a10f-4ca3960edc89 None None] The sync data for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb is: [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:34Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:36.254755 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-6c30319d-1c21-4023-9364-c1826dca0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:36.256470 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-6c30319d-1c21-4023-9364-c1826dca0ce0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.3029141 Jun 19 01:57:36.650299 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74bc46-c2f4-4115-b6c0-ef7b6942f865 None None] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:57:36.679898 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-9bcc06d7-76fc-4dd1-85a0-ccf70598473c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 1000 time: 0.4114318 Jun 19 01:57:36.791209 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e05fa-e8a8-46b4-b0a1-8fa6abe67c6c req-069f1c24-75f7-43aa-98b6-fa98b0c94fcc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:36.805698 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-305e05fa-e8a8-46b4-b0a1-8fa6abe67c6c req-069f1c24-75f7-43aa-98b6-fa98b0c94fcc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.4629948 Jun 19 01:57:36.889978 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] For port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,segment=NetworkSegment(59cde986-79ab-4f18-a30b-1444c584f218),segment_id=59cde986-79ab-4f18-a30b-1444c584f218)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:36.899643 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:36.949295 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-544e3e87-60e3-45fc-966b-f762896e35a9 None None] Provisioning for port d97d10ff-bf20-446d-99f8-f32be82873a6 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:36.954947 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-305e05fa-e8a8-46b4-b0a1-8fa6abe67c6c req-74029724-345f-4838-a127-641b92a9691f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482704 Jun 19 01:57:37.000553 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1037743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575539'] for router, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:37.000553 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-490baa69-ebb0-4459-a04f-7b56ce1c7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:37.000553 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-490baa69-ebb0-4459-a04f-7b56ce1c7a4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.3029547 Jun 19 01:57:37.154245 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Calling delete_port for 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 owned by compute:nova {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:57:37.252705 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 4246d7e4-df1c-4f23-a8f8-d3e01672686d up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:37.464422 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 4246d7e4-df1c-4f23-a8f8-d3e01672686d completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:37.466653 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 4246d7e4-df1c-4f23-a8f8-d3e01672686d triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:37.467089 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:37.598254 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3277f73-5d41-4a60-ae0a-fab6c2eba932 req-66d3adbd-d786-41ab-9a82-95088eeb2b9e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:37.620122 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a3277f73-5d41-4a60-ae0a-fab6c2eba932 req-66d3adbd-d786-41ab-9a82-95088eeb2b9e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.2852628 Jun 19 01:57:37.800437 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a3277f73-5d41-4a60-ae0a-fab6c2eba932 req-80014771-1aeb-4eba-9815-935135a8a25c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787126 Jun 19 01:57:37.808350 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:37.842024 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:37.848254 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:37.911916 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 4246d7e4-df1c-4f23-a8f8-d3e01672686d, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=4246d7e4-df1c-4f23-a8f8-d3e01672686d,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:37.938113 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Pushing event deleted for resources: {'Port': ['ID=0b48bc9d-9d48-4f8d-8e92-7925dad270b2,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:37.954961 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:37.986737 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6331ac4-a4f1-4851-857e-de3d30e26dc3 req-3b389ec6-f263-4f99-97a9-e35421d73264 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:37.991123 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f6331ac4-a4f1-4851-857e-de3d30e26dc3 req-3b389ec6-f263-4f99-97a9-e35421d73264 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.9467261 Jun 19 01:57:37.997672 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-b2731aa3-2107-4638-822a-f9a096cd0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:38.000728 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-b2731aa3-2107-4638-822a-f9a096cd0273 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9945779 Jun 19 01:57:38.005119 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:38.006048 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device d97d10ff-bf20-446d-99f8-f32be82873a6 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:38.009843 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:38.088651 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] No DVR routers for this DVR port 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 on host hv-cinder-79717 {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:57:38.106280 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:38.110282 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c778d47a-d43c-40ad-8397-7ed1cca84213 req-4878a2ad-7615-470b-a477-013c1dce3935 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.45 "DELETE /v2.0/ports/0b48bc9d-9d48-4f8d-8e92-7925dad270b2 HTTP/1.1" status: 204 len: 173 time: 3.0611207 Jun 19 01:57:38.117412 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36b251c-2922-4510-a220-fd2bf2597913', 'name': 'network-vif-deleted', 'tag': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:38.134239 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f8512-9a49-46f4-bcf2-cd1fc61e9410" -d '{"events": [{"server_uuid": "a36b251c-2922-4510-a220-fd2bf2597913", "name": "network-vif-deleted", "tag": "0b48bc9d-9d48-4f8d-8e92-7925dad270b2"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:38.175019 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f6331ac4-a4f1-4851-857e-de3d30e26dc3 req-5ba92bc7-9322-4f8f-a60a-b01733f84d88 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709599 Jun 19 01:57:38.260424 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Router 1cfcee91-6b49-4098-8104-2ba07b924dc3 is scheduled to L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 with binding_index 1 {{(pid=105201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:57:38.260916 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ffe5920d-1b1f-4530-910b-d4de2f4b8ee6 req-ff2c84b9-7877-490b-9bbd-9ae0dc180920 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.1744356 Jun 19 01:57:38.266062 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=4246d7e4-df1c-4f23-a8f8-d3e01672686d,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:38.301759 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-1d1a3431-a0ec-4fd4-8dd1-ed5d8928cffd service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781038 Jun 19 01:57:38.308491 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:38.359389 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aefa3a-27dd-41da-a18f-da245615c171 x-openstack-request-id: req-a8aefa3a-27dd-41da-a18f-da245615c171 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:38.360279 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36b251c-2922-4510-a220-fd2bf2597913", "name": "network-vif-deleted", "tag": "0b48bc9d-9d48-4f8d-8e92-7925dad270b2", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:38.363172 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8aefa3a-27dd-41da-a18f-da245615c171 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:38.364419 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36b251c-2922-4510-a220-fd2bf2597913', 'name': 'network-vif-deleted', 'tag': '0b48bc9d-9d48-4f8d-8e92-7925dad270b2', 'status': 'completed', 'code': 200} Jun 19 01:57:38.418426 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port d97d10ff-bf20-446d-99f8-f32be82873a6 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:38.423287 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port d97d10ff-bf20-446d-99f8-f32be82873a6 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:38.423676 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:38.575429 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:38.618525 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port d97d10ff-bf20-446d-99f8-f32be82873a6, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=d97d10ff-bf20-446d-99f8-f32be82873a6,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:38.676725 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3474e64e-2ce5-4cba-b30a-82b69aefbaea req-605b2aaa-a523-4e34-bcb4-3c42e332f483 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658583 Jun 19 01:57:38.694497 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:38.709574 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Sync routers for ids ['1cfcee91-6b49-4098-8104-2ba07b924dc3'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:38.724018 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Routers {'1cfcee91-6b49-4098-8104-2ba07b924dc3'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:38.724901 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['1cfcee91-6b49-4098-8104-2ba07b924dc3'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:38.729247 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75561a79-a7a7-488e-8e5d-72d169e1a2f2 req-38e37226-ee03-400f-868d-1118c3676791 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:38.738882 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75561a79-a7a7-488e-8e5d-72d169e1a2f2 req-38e37226-ee03-400f-868d-1118c3676791 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.2733116 Jun 19 01:57:38.749152 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:38.752874 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:38.881585 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75561a79-a7a7-488e-8e5d-72d169e1a2f2 req-b57592db-9e23-41f2-ba64-6e213900c206 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226094 Jun 19 01:57:38.941047 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-d446ea68-5bb3-4931-8ac8-0fc821052f9e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:38.943065 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-d446ea68-5bb3-4931-8ac8-0fc821052f9e tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.1171622 Jun 19 01:57:38.957621 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=d97d10ff-bf20-446d-99f8-f32be82873a6,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:38.978526 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:39.053466 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 4246d7e4-df1c-4f23-a8f8-d3e01672686d up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:39.146471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:39.150599 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.1051121 Jun 19 01:57:39.150837 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46326) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:39.184852 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Set router 1cfcee91-6b49-4098-8104-2ba07b924dc3 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:39.242939 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 4246d7e4-df1c-4f23-a8f8-d3e01672686d triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:39.249252 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:39.325112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Deleting port c9831926-e441-46ab-8580-912fdb204598 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:57:39.325494 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:39.476112 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961afea4-17c6-4edf-a047-d649d86c80d0 req-fa01fa7f-4ed9-4b07-a9de-838bcd8b3872 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:39.478015 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-961afea4-17c6-4edf-a047-d649d86c80d0 req-fa01fa7f-4ed9-4b07-a9de-838bcd8b3872 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1734073 Jun 19 01:57:39.593655 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-961afea4-17c6-4edf-a047-d649d86c80d0 req-b5fd02ca-97ea-40ad-9cc9-03b9469a2a94 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930865 Jun 19 01:57:39.605461 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T01:57:35Z', 'revision_number': 3, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:39.651495 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:39.652940 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Checking router: 1cfcee91-6b49-4098-8104-2ba07b924dc3 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:39.653419 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Updating router 1cfcee91-6b49-4098-8104-2ba07b924dc3 port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 binding host dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:39.682620 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:57:39.682983 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 0b48bc9d-9d48-4f8d-8e92-7925dad270b2 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:57:39.701904 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:39.717381 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] For port c9831926-e441-46ab-8580-912fdb204598, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9831926-e441-46ab-8580-912fdb204598,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:39.718891 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:39.764916 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc11ac3-141b-488e-ae7f-852fc96db1d1 req-878ec0e5-80f6-4bc9-9ac1-45556e471662 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:39.776898 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9dc11ac3-141b-488e-ae7f-852fc96db1d1 req-878ec0e5-80f6-4bc9-9ac1-45556e471662 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 945 time: 0.3122573 Jun 19 01:57:39.980759 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Calling delete_port for c9831926-e441-46ab-8580-912fdb204598 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:57:40.052386 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9dc11ac3-141b-488e-ae7f-852fc96db1d1 req-d5f6f389-85b3-480e-b528-41459cf96201 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735388 Jun 19 01:57:40.195359 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1b2398c8-4db0-49d1-860f-098fd8bc82f0 req-a4880f7e-2861-48c6-9b50-78e3cee3942a tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36b251c-2922-4510-a220-fd2bf2597913 HTTP/1.1" status: 200 len: 210 time: 0.1085935 Jun 19 01:57:40.275273 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Notify callbacks [] for port, precommit_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.291119 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.provisioning_blocks [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Transition to ACTIVE for port object 61efe4ec-0dd3-4f66-a507-de6292c9ae07 will not be triggered until provisioned by entity L2. {{(pid=105203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:40.398083 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.405285 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-f764f452-44f0-4152-a548-323fdd86f9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:40.535895 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd84c7-9003-4a7a-8072-0bc5fca7cf97 None None] Pushing event updated for resources: {'Port': ['ID=61efe4ec-0dd3-4f66-a507-de6292c9ae07,revision_number=2']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:40.559174 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-99dd84c7-9003-4a7a-8072-0bc5fca7cf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:40.572952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.587081 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['3d020b53-5c98-4f18-bd2d-70275a052bfd', 'c9831926-e441-46ab-8580-912fdb204598'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:57:40.592380 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:40.645552 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Attempting to bind port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:40.648375 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Attempting to bind port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:40.648757 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Attempting to bind port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 on network b5152a18-197f-4d39-8618-1d080e7a84c4 {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:40.666708 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:40.666708 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Checking segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:40.666708 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.666708 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Bound using segment: {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'} {{(pid=105203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:40.667760 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.managers [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Bound port: 61efe4ec-0dd3-4f66-a507-de6292c9ae07, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f97dba4-f1fe-4b3e-8c3b-925069b36c91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}}] {{(pid=105203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:40.670684 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.725236 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.801513 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Pushing event deleted for resources: {'Port': ['ID=c9831926-e441-46ab-8580-912fdb204598,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:40.803903 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] For port 61efe4ec-0dd3-4f66-a507-de6292c9ae07, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:40.817287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:40.823983 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.plugins.ml2.db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] For port 61efe4ec-0dd3-4f66-a507-de6292c9ae07, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=61efe4ec-0dd3-4f66-a507-de6292c9ae07,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:40.893093 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron_lib.callbacks.manager [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.901597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731167-af1e-4a5e-a3f7-f30b93e93b26 req-3b456f4a-1cdf-4a68-8743-dabed8be2942 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:40.908008 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-57731167-af1e-4a5e-a3f7-f30b93e93b26 req-3b456f4a-1cdf-4a68-8743-dabed8be2942 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.4440353 Jun 19 01:57:40.909552 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] No DVR routers for this DVR port c9831926-e441-46ab-8580-912fdb204598 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:57:40.918026 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:40.920988 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:40.928562 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-94c1a6e1-03e7-4082-a6a0-3549d7874e71 req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "DELETE /v2.0/ports/c9831926-e441-46ab-8580-912fdb204598 HTTP/1.1" status: 204 len: 173 time: 1.9664865 Jun 19 01:57:40.934654 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'name': 'network-vif-deleted', 'tag': 'c9831926-e441-46ab-8580-912fdb204598'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:40.943490 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c6b7a-be89-400f-804a-735a62099c4a" -d '{"events": [{"server_uuid": "692ae818-66bf-4e3e-9a60-281d158db2a2", "name": "network-vif-deleted", "tag": "c9831926-e441-46ab-8580-912fdb204598"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:41.011381 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device d97d10ff-bf20-446d-99f8-f32be82873a6 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:41.012405 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Routers {'1cfcee91-6b49-4098-8104-2ba07b924dc3'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:41.013336 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['1cfcee91-6b49-4098-8104-2ba07b924dc3'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:41.068863 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-57731167-af1e-4a5e-a3f7-f30b93e93b26 req-fc626b28-a168-4c5b-aa67-f7da4d1cb73b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503267 Jun 19 01:57:41.135359 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Allocated IP 172.20.0.1 (8ceddc8d-8c7a-466b-b051-b0cc4569d7f6/09e04d89-c929-4ca1-9f5e-fe83a137397e/90104b28-ede5-4147-a112-db3f98a85809) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:57:41.292655 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:41.311321 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Transition to ACTIVE for port object 90104b28-ede5-4147-a112-db3f98a85809 will not be triggered until provisioned by entity DHCP. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:41.418117 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf48b0-9348-4719-9df4-3c01bdde3ed3 x-openstack-request-id: req-92cf48b0-9348-4719-9df4-3c01bdde3ed3 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:41.418117 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692ae818-66bf-4e3e-9a60-281d158db2a2", "name": "network-vif-deleted", "tag": "c9831926-e441-46ab-8580-912fdb204598", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:41.418117 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92cf48b0-9348-4719-9df4-3c01bdde3ed3 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:41.418117 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ae818-66bf-4e3e-9a60-281d158db2a2', 'name': 'network-vif-deleted', 'tag': 'c9831926-e441-46ab-8580-912fdb204598', 'status': 'completed', 'code': 200} Jun 19 01:57:41.448293 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:41.455136 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port d97d10ff-bf20-446d-99f8-f32be82873a6 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:41.456739 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:41.469036 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-39e2db7e-e20e-4fc5-a8fa-792589f62197 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:41.599654 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd84c7-9003-4a7a-8072-0bc5fca7cf97 None None] Pushing event updated for resources: {'Port': ['ID=61efe4ec-0dd3-4f66-a507-de6292c9ae07,revision_number=3']} {{(pid=105203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:41.613836 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG oslo_concurrency.lockutils [None req-99dd84c7-9003-4a7a-8072-0bc5fca7cf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=105203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:41.686924 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] Set router 1cfcee91-6b49-4098-8104-2ba07b924dc3 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:41.727498 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:41.762603 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5cf7e-d6ee-49e2-8a89-1c462a7389f7 req-4dcce753-254f-4a7a-8541-2299dd093af2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:41.777537 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-afc5cf7e-d6ee-49e2-8a89-1c462a7389f7 req-4dcce753-254f-4a7a-8541-2299dd093af2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.4218915 Jun 19 01:57:41.782301 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:41.787137 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:57:41.829602 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Pushing event updated for resources: {'Port': ['ID=90104b28-ede5-4147-a112-db3f98a85809,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:41.844714 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:41.931042 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-890694a5-a97f-49c0-800b-4028a1fa7ce4 req-b8910a5b-7cad-4519-810b-7a7a451cad19 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=692ae818-66bf-4e3e-9a60-281d158db2a2 HTTP/1.1" status: 200 len: 210 time: 0.0965066 Jun 19 01:57:42.026948 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-afc5cf7e-d6ee-49e2-8a89-1c462a7389f7 req-bb9e7230-e8e9-4bd4-8346-14d1a82a91ba tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304959 Jun 19 01:57:42.067798 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588572'] for router_interface, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:42.270446 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-18d0376d-d7fe-4737-9817-25b247c365f0 None None] Provisioning for port 90104b28-ede5-4147-a112-db3f98a85809 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:42.280432 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-18d0376d-d7fe-4737-9817-25b247c365f0 None None] Provisioning complete for port 90104b28-ede5-4147-a112-db3f98a85809 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:42.281347 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-18d0376d-d7fe-4737-9817-25b247c365f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:42.342055 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T01:57:35Z', 'revision_number': 3, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:42.481103 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc94244-b1e8-490a-97fc-5ccd991634e7 None None] The sync data for ids ['1cfcee91-6b49-4098-8104-2ba07b924dc3'] in dv-cinder-797170-1-smb is: [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T01:57:35Z', 'revision_number': 3, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:42.553747 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-18d0376d-d7fe-4737-9817-25b247c365f0 None None] Port 90104b28-ede5-4147-a112-db3f98a85809 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:42.814527 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:43.194006 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54bd7b-9c18-45d6-bd58-8bae7a9dd19f req-fef15658-a426-464f-90f8-3379b5d9fd06 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:43.229752 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ff54bd7b-9c18-45d6-bd58-8bae7a9dd19f req-fef15658-a426-464f-90f8-3379b5d9fd06 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.7043324 Jun 19 01:57:43.398133 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device c9831926-e441-46ab-8580-912fdb204598 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:43.448007 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: c9831926-e441-46ab-8580-912fdb204598 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:57:43.448007 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device c9831926-e441-46ab-8580-912fdb204598 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:57:43.601527 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ff54bd7b-9c18-45d6-bd58-8bae7a9dd19f req-4953cdde-cbec-4008-a589-44b63cff2d69 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665879 Jun 19 01:57:43.767063 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:43.969194 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfefa9-d5f3-41a2-a450-ecf3e369b64a req-503e5aa0-0c39-4cd7-b7d9-311474dfcc94 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:43.990690 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9bfefa9-d5f3-41a2-a450-ecf3e369b64a req-503e5aa0-0c39-4cd7-b7d9-311474dfcc94 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.3079295 Jun 19 01:57:44.100349 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9bfefa9-d5f3-41a2-a450-ecf3e369b64a req-c332648f-87a3-4c51-8c15-9a3de204f1de tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077344 Jun 19 01:57:44.112996 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:44.125308 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:44.216174 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Pushing event updated for resources: {'Port': ['ID=90104b28-ede5-4147-a112-db3f98a85809,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:44.223215 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585733'] for router_interface, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:44.233888 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:44.729356 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:57:44.743924 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:57:45.224801 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 61efe4ec-0dd3-4f66-a507-de6292c9ae07 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:45.260206 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Router 1cfcee91-6b49-4098-8104-2ba07b924dc3 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:57:45.293806 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1828fc-bcca-419e-ae81-e05ae3075b6f req-6bbe1f30-0905-416e-9239-d5f2598d6791 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:45.313637 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a1828fc-bcca-419e-ae81-e05ae3075b6f req-6bbe1f30-0905-416e-9239-d5f2598d6791 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2912951 Jun 19 01:57:45.410141 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a1828fc-bcca-419e-ae81-e05ae3075b6f req-c43baaef-843b-42ce-abcd-d2d8d8a7ac8c tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Jun 19 01:57:45.613241 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:57:45.636065 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] 10.222.0.23 "PUT /v2.0/routers/1cfcee91-6b49-4098-8104-2ba07b924dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4718513 Jun 19 01:57:45.721528 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-aa8bca09-e8dc-4b18-bc3e-40bbee96a7a6 None None] Provisioning complete for port 90104b28-ede5-4147-a112-db3f98a85809 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:45.721528 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-aa8bca09-e8dc-4b18-bc3e-40bbee96a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:45.742307 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d7f9b-06f0-4b4a-af72-68c16efe967b req-d43c67fe-0b6e-4993-ac42-48878979f0a4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:45.753873 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1b3d7f9b-06f0-4b4a-af72-68c16efe967b req-d43c67fe-0b6e-4993-ac42-48878979f0a4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.4913247 Jun 19 01:57:45.801687 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:45.874766 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:45.874766 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:45.910683 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1b3d7f9b-06f0-4b4a-af72-68c16efe967b req-b2d8e734-6ebc-43d8-9461-a09220781fbb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558652 Jun 19 01:57:46.001802 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e854e-3f80-4336-8dc3-d703bc21a644 req-f9eafda3-3351-4f26-909e-9dc33e4c9442 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:46.020693 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-aa8bca09-e8dc-4b18-bc3e-40bbee96a7a6 None None] Port 90104b28-ede5-4147-a112-db3f98a85809 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:57:46.028916 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a3e854e-3f80-4336-8dc3-d703bc21a644 req-f9eafda3-3351-4f26-909e-9dc33e4c9442 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.3515160 Jun 19 01:57:46.156772 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1a3e854e-3f80-4336-8dc3-d703bc21a644 req-39a0458f-b021-45e7-a121-e5841c304332 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244833 Jun 19 01:57:46.413024 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:46.577666 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 61efe4ec-0dd3-4f66-a507-de6292c9ae07, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=61efe4ec-0dd3-4f66-a507-de6292c9ae07,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:46.687250 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:46.697268 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-35ed10f4-58f8-4059-a735-964df625f9a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:46.869040 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=61efe4ec-0dd3-4f66-a507-de6292c9ae07,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:46.876924 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:46.879901 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Sync routers for ids ['1cfcee91-6b49-4098-8104-2ba07b924dc3'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:57:46.910968 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Routers {'1cfcee91-6b49-4098-8104-2ba07b924dc3'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:46.912008 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['1cfcee91-6b49-4098-8104-2ba07b924dc3'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:47.048519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46454) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:47.058386 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713276234', 'description': 'tempest-secgroup-smoke-713276234 description', 'project_id': '2744f378420f4d19b6c5f223ad4d8912'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:47.242147 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Set router 1cfcee91-6b49-4098-8104-2ba07b924dc3 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:47.260994 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:47.594846 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d5739-1ed2-420f-9a8f-98aadf158beb req-cadfd0f2-2550-475d-9b31-3f8c58dff129 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:47.602074 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d3d5739-1ed2-420f-9a8f-98aadf158beb req-cadfd0f2-2550-475d-9b31-3f8c58dff129 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.3431761 Jun 19 01:57:47.735842 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d3d5739-1ed2-420f-9a8f-98aadf158beb req-3e07e22d-d3d6-49ac-bdfb-81c6cf1eb27a tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306937 Jun 19 01:57:47.783598 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T01:57:42Z', 'revision_number': 4, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '90104b28-ede5-4147-a112-db3f98a85809', 'name': '', 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'mac_address': 'fa:16:3e:e2:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e04d89-c929-4ca1-9f5e-fe83a137397e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:40Z', 'updated_at': '2021-06-19T01:57:43Z', 'revision_number': 2, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'subnets': [{'id': '09e04d89-c929-4ca1-9f5e-fe83a137397e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:47.821203 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Checking router: 1cfcee91-6b49-4098-8104-2ba07b924dc3 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:57:47.821625 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Updating router 1cfcee91-6b49-4098-8104-2ba07b924dc3 port 90104b28-ede5-4147-a112-db3f98a85809 binding host dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:57:47.822790 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b193bd9-2ecb-4cc8-9b9d-0f9e567ba9eb req-25aeaaf3-f2f6-4f2d-a037-664b9fdb50c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:47.825599 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7b193bd9-2ecb-4cc8-9b9d-0f9e567ba9eb req-25aeaaf3-f2f6-4f2d-a037-664b9fdb50c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.2380559 Jun 19 01:57:47.872616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:47.874222 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-93d3c38a-6f20-47e0-8135-33b3fbd0125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:47.877187 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-93d3c38a-6f20-47e0-8135-33b3fbd0125d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 1098 time: 0.2590666 Jun 19 01:57:47.959266 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085cd6-b240-4a95-b451-bbaaab85b331 req-ef28220b-9a44-45c8-b204-585af267a04f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:47.961038 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1c085cd6-b240-4a95-b451-bbaaab85b331 req-ef28220b-9a44-45c8-b204-585af267a04f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0889373 Jun 19 01:57:48.056022 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7b193bd9-2ecb-4cc8-9b9d-0f9e567ba9eb req-ff25e2a9-366a-4313-a7f5-bb4468a672fb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208233 Jun 19 01:57:48.112061 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1c085cd6-b240-4a95-b451-bbaaab85b331 req-674a793e-c966-446e-bd56-221e3f91d100 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992446 Jun 19 01:57:48.122289 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.180242 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-167bf11b-5b12-402d-885c-eeb637ce370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:48.182806 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-167bf11b-5b12-402d-885c-eeb637ce370a service neutron] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 912 time: 0.2968953 Jun 19 01:57:48.240546 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.243836 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2baedb4d-3959-4a8b-a656-4a405f4ac713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:48.289623 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d0dfc-e4da-410b-b34b-2ce706373385,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:48.329537 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:48.404984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.406492 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3530731 Jun 19 01:57:48.410133 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46474) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:48.415424 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group_rule': {'security_group_id': 'c07d0dfc-e4da-410b-b34b-2ce706373385', 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:48.420167 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-0a9477d1-04db-4642-96bc-0c1f0b9d9d4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8409d6e1-33c3-4856-89be-c10c061a024c HTTP/1.1" status: 200 len: 1001 time: 0.2111583 Jun 19 01:57:48.469788 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Notify callbacks [] for port, precommit_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.508198 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.548891 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-8e5149c7-8c38-466e-8056-ae6c07cfe548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:48.551744 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-8e5149c7-8c38-466e-8056-ae6c07cfe548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.1218481 Jun 19 01:57:48.629310 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Transition to ACTIVE for port object 90104b28-ede5-4147-a112-db3f98a85809 will not be triggered until provisioned by entity L2. {{(pid=105202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:57:48.691707 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.796389 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-6e53d70a-408f-4fcc-9be1-e6765657437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:48.798768 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.802818 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-6e53d70a-408f-4fcc-9be1-e6765657437c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2107272 Jun 19 01:57:48.806791 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:48.836237 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:48.836237 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:48.875828 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390c810b-f297-41d0-ae49-b116ac6240e8,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:48.914020 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:49.036982 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-0f701b24-f6fb-41d2-b3ee-d80a2f5dc280 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214916 Jun 19 01:57:49.160483 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 61efe4ec-0dd3-4f66-a507-de6292c9ae07 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:49.160770 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.160770 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ad58762d-dd83-4831-b7df-75924e37b558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7439463 Jun 19 01:57:49.166733 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46486) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:49.188595 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group_rule': {'security_group_id': 'c07d0dfc-e4da-410b-b34b-2ce706373385', 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:49.299265 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a70d91-da24-4985-9448-64a3dcab1efc req-7ae628bb-8500-4ee4-8a78-a0f86e419a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:49.304157 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-7ae628bb-8500-4ee4-8a78-a0f86e419a24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1097 time: 0.3045201 Jun 19 01:57:49.329104 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2846da4a-e017-4170-8c31-c4a8dcfffeb2 req-696a695d-a293-4959-9521-818915d5210e service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846520 Jun 19 01:57:49.371723 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82723708-e674-49a6-9db5-20c8407165b2 None None] Pushing event updated for resources: {'Port': ['ID=90104b28-ede5-4147-a112-db3f98a85809,revision_number=3']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:49.416006 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-82723708-e674-49a6-9db5-20c8407165b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:49.416006 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:49.416006 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.442358 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Attempting to bind port 90104b28-ede5-4147-a112-db3f98a85809 on host dv-cinder-797170-1-smb for vnic_type normal with profile {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:57:49.442946 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Attempting to bind port 90104b28-ede5-4147-a112-db3f98a85809 by drivers openvswitch,hyperv on host dv-cinder-797170-1-smb at level 0 using segments [{'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:57:49.449996 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Attempting to bind port 90104b28-ede5-4147-a112-db3f98a85809 on network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:57:49.453576 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Checking agent: {'id': 'f2af6ad2-5940-4f17-9a85-bccacc03457a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 22), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:57:49.453970 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Checking segment: {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:57:49.454535 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.455081 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Bound using segment: {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'} {{(pid=105202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:57:49.456626 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.managers [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Bound port: 90104b28-ede5-4147-a112-db3f98a85809, host: dv-cinder-797170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f818f71c-14d0-4b59-acd3-c742df6d0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6'}}] {{(pid=105202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:57:49.457108 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.462117 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-dd491607-d2a3-46e9-bf4f-bb7383be278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.521038 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba05c5-ce1c-41c7-a86c-01fcdd1fdc11 req-7dc476d2-e300-44ab-b4f6-0eb210470692 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:49.531502 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2eba05c5-ce1c-41c7-a86c-01fcdd1fdc11 req-7dc476d2-e300-44ab-b4f6-0eb210470692 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.3149416 Jun 19 01:57:49.704881 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2eba05c5-ce1c-41c7-a86c-01fcdd1fdc11 req-a3b2282b-4c75-4507-9ee3-14c7b89f0aff tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746552 Jun 19 01:57:49.706347 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a70d91-da24-4985-9448-64a3dcab1efc req-3892277a-bdf6-4f42-bbdd-a980d0598349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:49.707938 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-3892277a-bdf6-4f42-bbdd-a980d0598349 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.3166447 Jun 19 01:57:49.734074 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] For port 90104b28-ede5-4147-a112-db3f98a85809, host dv-cinder-797170-1-smb, cleared binding levels {{(pid=105202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:57:49.741641 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.741747 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] For port 90104b28-ede5-4147-a112-db3f98a85809, host dv-cinder-797170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=90104b28-ede5-4147-a112-db3f98a85809,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:57:49.959343 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0b0ec-1071-42f7-9fe8-2d5fb3cd2420 req-67c2c104-3b55-4858-8bda-166a853d6f26 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:49.959343 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-eae0b0ec-1071-42f7-9fe8-2d5fb3cd2420 req-67c2c104-3b55-4858-8bda-166a853d6f26 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.4645202 Jun 19 01:57:49.960318 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.960318 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:49.961623 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:49.961623 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-eae0b0ec-1071-42f7-9fe8-2d5fb3cd2420 req-93d9c717-0d11-4b2f-ba40-d0f1659e839e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240218 Jun 19 01:57:49.961802 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-3cfbd81f-c7bc-4049-8e5a-82d71f0a26ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 200 len: 1000 time: 0.2013936 Jun 19 01:57:50.039806 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46498) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:50.069891 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.076824 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82723708-e674-49a6-9db5-20c8407165b2 None None] Pushing event updated for resources: {'Port': ['ID=90104b28-ede5-4147-a112-db3f98a85809,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:50.085543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-82723708-e674-49a6-9db5-20c8407165b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:50.130861 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Routers {'1cfcee91-6b49-4098-8104-2ba07b924dc3'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:57:50.130861 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['1cfcee91-6b49-4098-8104-2ba07b924dc3'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:50.133360 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-187eec1a-01a2-422e-9f99-b943dbbc18c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:50.183375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8c8cfa-034d-4f67-90e7-0f0523e45918,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:50.190050 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:50.204805 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.208668 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-06e1fbca-7f2c-4b34-9b70-c80cce067392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0391982 Jun 19 01:57:50.210259 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46506) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:50.218063 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group_rule': {'security_group_id': 'c07d0dfc-e4da-410b-b34b-2ce706373385', 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:50.364612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a70d91-da24-4985-9448-64a3dcab1efc req-e8d72746-8ae4-4a4a-a0a8-c12d57986083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:50.369514 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.371476 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-e8d72746-8ae4-4a4a-a0a8-c12d57986083 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.3657579 Jun 19 01:57:50.383845 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.459549 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b523-3185-4f0d-aa44-315101d3ce5f req-51448959-5fd0-4023-a676-ec63a80d1add tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:50.479328 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8c60b523-3185-4f0d-aa44-315101d3ce5f req-51448959-5fd0-4023-a676-ec63a80d1add tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.5054195 Jun 19 01:57:50.482726 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.570822 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a70d91-da24-4985-9448-64a3dcab1efc req-af111736-0f76-4591-a1e8-fee456ff24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:50.572647 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-af111736-0f76-4591-a1e8-fee456ff24e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1730721 Jun 19 01:57:50.597240 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8c60b523-3185-4f0d-aa44-315101d3ce5f req-63e0dc68-3f94-42ad-8c6d-c8b16b8b72a1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086640 Jun 19 01:57:50.597650 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.719258 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.735229 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] Set router 1cfcee91-6b49-4098-8104-2ba07b924dc3 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:57:50.747245 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:50.809244 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-57fb576e-342e-4d96-bfeb-c66b8c8ba0e8 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090998 Jun 19 01:57:50.837760 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a008d3a8-6b03-4f8f-8e9c-aaef2efd1cb9,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:50.843725 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:50.896099 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.977634 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:50.980274 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2439360f-9ccf-42b3-b1c5-3820918069bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:51.072820 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.076780 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8cef5fde-df8d-466b-b420-41d12e1ce940 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8626957 Jun 19 01:57:51.077192 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46526) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:51.090594 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group_rule': {'security_group_id': 'c07d0dfc-e4da-410b-b34b-2ce706373385', 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:51.158022 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95255485-90e1-4352-861e-235100b6430e,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:51.193327 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:51.210276 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a9e5111083842d797f4423ec820aec1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1640332 Jun 19 01:57:51.210276 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46530) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:51.361194 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.423062 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9980-3b86-4d09-a08c-0431b2ab573e req-e43eaefd-0e39-4911-9610-d44ebe63b089 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:51.434928 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-057d9980-3b86-4d09-a08c-0431b2ab573e req-e43eaefd-0e39-4911-9610-d44ebe63b089 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.4894888 Jun 19 01:57:51.437288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.449424 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.548842 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfce0ad-377f-43d1-8636-42cb3edeaca9 req-2f2e1699-8f22-4a4e-b75f-53435a28520b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:51.560428 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-057d9980-3b86-4d09-a08c-0431b2ab573e req-d0e87533-109c-4ef8-8057-eefe042d2c8f tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247103 Jun 19 01:57:51.566747 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8dfce0ad-377f-43d1-8636-42cb3edeaca9 req-2f2e1699-8f22-4a4e-b75f-53435a28520b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.2527637 Jun 19 01:57:51.690316 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8dfce0ad-377f-43d1-8636-42cb3edeaca9 req-0c84ad9b-6e74-42c5-9130-9c25971caa7e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166952 Jun 19 01:57:51.690532 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-75a70d91-da24-4985-9448-64a3dcab1efc req-ecbb700a-2f96-431e-bcae-7fee3716a98d service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178032 Jun 19 01:57:51.732406 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c70be0c1-bdf7-4e86-b614-0501654ce509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.767263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.780482 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.798927 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95255485-90e1-4352-861e-235100b6430e HTTP/1.1" status: 204 len: 168 time: 0.5769246 Jun 19 01:57:51.802618 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T01:57:42Z', 'revision_number': 4, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '90104b28-ede5-4147-a112-db3f98a85809', 'name': '', 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'mac_address': 'fa:16:3e:e2:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e04d89-c929-4ca1-9f5e-fe83a137397e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:40Z', 'updated_at': '2021-06-19T01:57:49Z', 'revision_number': 4, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'subnets': [{'id': '09e04d89-c929-4ca1-9f5e-fe83a137397e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:57:51.804154 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-523ae153-85a2-4bae-be57-fbb663b5f9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:51.831666 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95255485-90e1-4352-861e-235100b6430e,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:51.837098 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.840953 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:51.886802 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd5c24-7bb4-462d-a260-d6632aca32c2 None None] The sync data for ids ['1cfcee91-6b49-4098-8104-2ba07b924dc3'] in dv-cinder-797170-1-smb is: [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T01:57:42Z', 'revision_number': 4, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '90104b28-ede5-4147-a112-db3f98a85809', 'name': '', 'network_id': '8ceddc8d-8c7a-466b-b051-b0cc4569d7f6', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'mac_address': 'fa:16:3e:e2:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e04d89-c929-4ca1-9f5e-fe83a137397e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:40Z', 'updated_at': '2021-06-19T01:57:49Z', 'revision_number': 4, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'subnets': [{'id': '09e04d89-c929-4ca1-9f5e-fe83a137397e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:57:51.928130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:51.939488 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:52.046665 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b7abbd-dc57-474c-87be-90c12c4348f8,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:52.047334 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:52.048309 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:57:52.063063 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:52.133731 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082f491-ca2b-4109-9cbd-66c13823b9f8 req-94361775-8c10-46a0-b918-33bc63209c61 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:52.149164 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1082f491-ca2b-4109-9cbd-66c13823b9f8 req-94361775-8c10-46a0-b918-33bc63209c61 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.2896454 Jun 19 01:57:52.166162 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:52.171636 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0887327 Jun 19 01:57:52.172313 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46554) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:52.198339 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group_rule': {'security_group_id': 'c07d0dfc-e4da-410b-b34b-2ce706373385', 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:52.236465 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1082f491-ca2b-4109-9cbd-66c13823b9f8 req-3a42145c-d651-47ac-b7eb-287f2eed3a05 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859995 Jun 19 01:57:52.377626 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.securitygroups_db [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Project 2744f378420f4d19b6c5f223ad4d8912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:57:52.383687 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:52.557356 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:52.912042 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc457400-26fd-4ffa-b7c1-2997ba226682 req-08acfcd2-30be-46f7-8fbf-9de68289eb1b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:52.924943 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-dc457400-26fd-4ffa-b7c1-2997ba226682 req-08acfcd2-30be-46f7-8fbf-9de68289eb1b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2171128 Jun 19 01:57:52.990616 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-dc457400-26fd-4ffa-b7c1-2997ba226682 req-a394606e-6903-4c65-85b8-3fc38f81a802 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589049 Jun 19 01:57:53.107882 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 90104b28-ede5-4147-a112-db3f98a85809 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:53.225348 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.240759 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-d0f1fb21-9135-4dfb-bdb7-44dd244f890b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:53.245133 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-d0f1fb21-9135-4dfb-bdb7-44dd244f890b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.2437832 Jun 19 01:57:53.248295 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.313804 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0e77829c-0c17-4a7d-bf26-48f1fc691eff tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:53.382973 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning for port 90104b28-ede5-4147-a112-db3f98a85809 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:57:53.390698 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 90104b28-ede5-4147-a112-db3f98a85809 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:53.393149 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.407843 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f2bb66-71c3-4beb-8856-a60a182a860a,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:53.413417 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:53.426142 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.429750 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-9420d47e-124e-472c-8a4d-e5242a64fa51 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2563500 Jun 19 01:57:53.435807 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46568) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:53.503155 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'security_group_rule': {'security_group_id': 'c07d0dfc-e4da-410b-b34b-2ce706373385', 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:57:53.595117 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562c16-a9f5-4592-9371-af1c020c52c3 req-b39a66fc-e343-4840-bb9e-fa192ae5f6aa tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:53.604333 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9d562c16-a9f5-4592-9371-af1c020c52c3 req-b39a66fc-e343-4840-bb9e-fa192ae5f6aa tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.3410122 Jun 19 01:57:53.637499 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.694440 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46570) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:53.718364 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9d562c16-a9f5-4592-9371-af1c020c52c3 req-a0e0e8d8-62b8-4ecc-b683-44c143f890ed tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116557 Jun 19 01:57:53.732950 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] For port 90104b28-ede5-4147-a112-db3f98a85809, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=90104b28-ede5-4147-a112-db3f98a85809,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:53.762402 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.securitygroups_db [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Project 2744f378420f4d19b6c5f223ad4d8912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:57:53.763022 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.766348 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.771404 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Deleting port 3d020b53-5c98-4f18-bd2d-70275a052bfd {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:57:53.771897 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.844344 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.853611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:53.884179 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.965364 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:53.974688 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e52c091e-5d47-42a0-a5e6-df977b978262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:53.978900 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Pushing event updated for resources: {'Port': ['ID=90104b28-ede5-4147-a112-db3f98a85809,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:54.014734 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.015300 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.018835 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.018835 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.024010 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.025684 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.026295 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.026885 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.030815 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.033107 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.037493 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.038209 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:57:54.051945 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] For port 3d020b53-5c98-4f18-bd2d-70275a052bfd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d020b53-5c98-4f18-bd2d-70275a052bfd,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:57:54.052455 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.057190 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.074242 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:54.174536 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e3f94c3cb6f41b490a103b2b0da83b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486575 Jun 19 01:57:54.177945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46574) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:54.200195 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Calling delete_port for 3d020b53-5c98-4f18-bd2d-70275a052bfd owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:57:54.203647 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.225902 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:54.245909 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94512888-ae0e-48f1-98ef-6e433310e3d2,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:54.261166 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:54.344640 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7575d9b8-283c-481e-a7f4-a87c0a517d72,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:54.373338 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:54.509018 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.520433 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0603521 Jun 19 01:57:54.589509 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.628981 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.640788 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.724983 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e5c7b-ce68-47ff-a01a-86a9a4b6d971 req-8255cee7-e244-4685-bff2-476c5fb0dd5b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:54.730056 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-681e5c7b-ce68-47ff-a01a-86a9a4b6d971 req-8255cee7-e244-4685-bff2-476c5fb0dd5b tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 946 time: 0.3322890 Jun 19 01:57:54.743305 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.750960 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0f3aceee-c2fc-44e5-be2a-cd7f788dd4f6 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:54.758332 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['3d020b53-5c98-4f18-bd2d-70275a052bfd'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:57:54.775234 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.778262 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:54.782631 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7575d9b8-283c-481e-a7f4-a87c0a517d72 HTTP/1.1" status: 204 len: 168 time: 0.5964015 Jun 19 01:57:54.782631 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:57:54.811807 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7575d9b8-283c-481e-a7f4-a87c0a517d72,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:54.816957 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:54.830894 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-681e5c7b-ce68-47ff-a01a-86a9a4b6d971 req-2793c028-1936-43b1-a510-6dbaf1c7bacd tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b2cba66-958b-48a2-b157-af3d7818355b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798979 Jun 19 01:57:54.914420 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Pushing event deleted for resources: {'Port': ['ID=3d020b53-5c98-4f18-bd2d-70275a052bfd,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:57:54.916731 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:57:55.070492 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] No DVR routers for this DVR port 3d020b53-5c98-4f18-bd2d-70275a052bfd on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:57:55.084289 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:55.089314 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ede159c7-98a7-41b8-935c-283bc4fd6b4d req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.45 "DELETE /v2.0/ports/3d020b53-5c98-4f18-bd2d-70275a052bfd HTTP/1.1" status: 204 len: 173 time: 1.7870045 Jun 19 01:57:55.096594 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'name': 'network-vif-deleted', 'tag': '3d020b53-5c98-4f18-bd2d-70275a052bfd'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:57:55.099390 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f14b2-296f-451f-921b-96ff122edbed" -d '{"events": [{"server_uuid": "4fd536ed-f64e-4520-8cde-83d456f861f4", "name": "network-vif-deleted", "tag": "3d020b53-5c98-4f18-bd2d-70275a052bfd"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:57:55.122225 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 90104b28-ede5-4147-a112-db3f98a85809 up at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:57:55.246177 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01336e08-3717-420b-b428-eef2461a1352 req-2e46b4e5-505f-476f-8a1d-d304fa562969 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:55.249353 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-01336e08-3717-420b-b428-eef2461a1352 req-2e46b4e5-505f-476f-8a1d-d304fa562969 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1746311 Jun 19 01:57:55.250191 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Provisioning complete for port 90104b28-ede5-4147-a112-db3f98a85809 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:57:55.250838 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:55.409897 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-01336e08-3717-420b-b428-eef2461a1352 req-aac83a68-2253-4140-a1c8-15eaa97c2bb8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525338 Jun 19 01:57:55.537519 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f65e651-2d9d-460b-b4c6-fed0ddb685d1 x-openstack-request-id: req-6f65e651-2d9d-460b-b4c6-fed0ddb685d1 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:57:55.537849 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd536ed-f64e-4520-8cde-83d456f861f4", "name": "network-vif-deleted", "tag": "3d020b53-5c98-4f18-bd2d-70275a052bfd", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:57:55.538132 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f65e651-2d9d-460b-b4c6-fed0ddb685d1 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:57:55.538560 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd536ed-f64e-4520-8cde-83d456f861f4', 'name': 'network-vif-deleted', 'tag': '3d020b53-5c98-4f18-bd2d-70275a052bfd', 'status': 'completed', 'code': 200} Jun 19 01:57:56.083674 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-271ca782-c8dd-47c2-a098-ff1a60bb255d req-a47decf9-e11a-4a47-a7fe-01abb7b232e8 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 210 time: 0.0705214 Jun 19 01:57:56.812417 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98b328-6682-44b2-b561-aba13e514754 req-3742406a-f860-4171-bb7c-e4f85b9f934c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:56.814114 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6a98b328-6682-44b2-b561-aba13e514754 req-3742406a-f860-4171-bb7c-e4f85b9f934c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1735687 Jun 19 01:57:56.880808 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6a98b328-6682-44b2-b561-aba13e514754 req-14204d4e-c8dc-4c2b-b695-f92853a1416e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594425 Jun 19 01:57:57.394765 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2bbfd0a4-b7ce-4f72-8629-bc7ed5787745 req-cc7931fa-e43e-4160-b6e6-8307a5aa4842 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fd536ed-f64e-4520-8cde-83d456f861f4 HTTP/1.1" status: 200 len: 210 time: 0.0480695 Jun 19 01:57:57.499578 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 3d020b53-5c98-4f18-bd2d-70275a052bfd no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:57:57.537868 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 3d020b53-5c98-4f18-bd2d-70275a052bfd {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:57:57.538555 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 3d020b53-5c98-4f18-bd2d-70275a052bfd not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:57:58.257475 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d098af0-7047-402e-a7fe-13b1b9dff986 req-d36cb063-42c6-4953-93d9-86bc03181a52 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:58.266388 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2d098af0-7047-402e-a7fe-13b1b9dff986 req-d36cb063-42c6-4953-93d9-86bc03181a52 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1974349 Jun 19 01:57:58.334182 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2d098af0-7047-402e-a7fe-13b1b9dff986 req-4ea355a7-2778-4726-9b12-5584ed00d282 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637145 Jun 19 01:57:58.682093 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46642) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:57:59.525643 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:57:59.814512 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f2ebe-4f2b-4fb2-bc7a-08b3344bc6d0 req-c54ce3a9-691e-420f-b8a0-d09c5a521bd5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:57:59.818557 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a59f2ebe-4f2b-4fb2-bc7a-08b3344bc6d0 req-c54ce3a9-691e-420f-b8a0-d09c5a521bd5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1872151 Jun 19 01:58:00.065974 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a59f2ebe-4f2b-4fb2-bc7a-08b3344bc6d0 req-087fb0cc-814b-49c0-a203-5cee2587dda9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394941 Jun 19 01:58:00.334696 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Deleting port bbc7226e-6881-4e19-a017-325ecacfe88f {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:58:00.335329 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:00.508348 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] For port bbc7226e-6881-4e19-a017-325ecacfe88f, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=bbc7226e-6881-4e19-a017-325ecacfe88f,segment=NetworkSegment(791c4cd4-4d66-49a3-9652-5a940bda707f),segment_id=791c4cd4-4d66-49a3-9652-5a940bda707f)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:00.509007 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:00.613992 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Calling delete_port for bbc7226e-6881-4e19-a017-325ecacfe88f owned by network:router_interface {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:58:01.013868 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-257eec75-4d0d-40f1-b2e2-c5028118ca06 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:01.015729 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-257eec75-4d0d-40f1-b2e2-c5028118ca06 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 814 time: 0.6849720 Jun 19 01:58:01.035101 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-7bec1dbb-ad06-42d5-8ac5-f5bea237c5c6 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/quotas/81bd53c23b5b4145a98d4bd69d761fb6 HTTP/1.1" status: 200 len: 375 time: 0.0119472 Jun 19 01:58:01.121854 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-c6a022a3-bfc2-4a76-97a5-f4f951365507 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800123 Jun 19 01:58:01.143772 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:01.151945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:01.179943 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc7226e-6881-4e19-a017-325ecacfe88f,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:01.182565 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:01.305334 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-278a5064-9468-40b6-98c4-bb9c1aee31ff service neutron] 10.222.0.23 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681125 Jun 19 01:58:01.464190 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-eda8a01c-2cf4-48f7-a571-431a0d513d8b service neutron] 10.222.0.23 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576192 Jun 19 01:58:01.804973 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:01.833911 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e460-4cdc-4846-b61a-531353a7c61e req-2a67e4f6-ebd7-498b-a435-e7f5e9406156 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:01.847390 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1550e460-4cdc-4846-b61a-531353a7c61e req-2a67e4f6-ebd7-498b-a435-e7f5e9406156 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.4348474 Jun 19 01:58:02.035862 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6bf530fb-c882-4dbd-b023-53bfacab00a0 req-932e9ca7-7b13-41f3-be83-d67e41973d4c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 210 time: 0.0450604 Jun 19 01:58:02.104857 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1550e460-4cdc-4846-b61a-531353a7c61e req-20859dd6-c24a-4394-837b-b94d0bc9ea62 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562940 Jun 19 01:58:02.376222 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:58:02.551190 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:58:02.557346 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-64662b2b-51e6-40e1-96cc-15e4fd8e1987 admin admin] 10.222.0.23 "PUT /v2.0/routers/3e83d654-ce4e-4148-b7b3-78d8c28e9dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8936090 Jun 19 01:58:02.559931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46734) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:02.567448 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] Sync routers for ids ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:58:02.580184 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] Routers {'3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:02.581948 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:02.736368 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] Set router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:02.774363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks [] for router, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:03.026469 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:03.310061 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:58:00Z', 'revision_number': 5, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port': {'id': '86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:38Z', 'updated_at': '2021-06-19T01:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:03.334775 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5ebbf8de-5133-4673-ae13-edd57e4e3aef req-a34f0643-1788-4ef0-81cc-892e856d71bb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 210 time: 0.1785743 Jun 19 01:58:03.383935 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] Checking router: 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:58:03.403446 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] Routers {'3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:03.405389 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Deleting port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:58:03.406826 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:57:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:03.410274 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:03.476017 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50b86-9dba-42ea-a2fb-cececf440392 req-4336c574-9cbf-46cd-8bf5-6f22844f0645 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:03.477743 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8dc50b86-9dba-42ea-a2fb-cececf440392 req-4336c574-9cbf-46cd-8bf5-6f22844f0645 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 944 time: 0.1905534 Jun 19 01:58:03.527112 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:58:03.588484 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8dc50b86-9dba-42ea-a2fb-cececf440392 req-fbd2adcf-58d0-4254-8f79-414469a0dec0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985305 Jun 19 01:58:03.661844 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] For port 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:03.662221 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:03.700408 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] Set router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe gateway port host: None {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:03.801350 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Calling delete_port for 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa owned by network:router_gateway {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:58:03.840915 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:03.867204 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'port_id': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'mac_address': 'fa:16:3e:c3:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:58:03.872792 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:58:03Z', 'revision_number': 6, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:03.929298 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000a63-a200-4535-ba44-821179ea76ac None None] The sync data for ids ['3e83d654-ce4e-4148-b7b3-78d8c28e9dfe'] in dv-cinder-797170-1-smb is: [{'id': '3e83d654-ce4e-4148-b7b3-78d8c28e9dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-565292691-router', 'tenant_id': 'c995bd0854424646af22e5e3ac26d027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:58:03Z', 'revision_number': 6, 'project_id': 'c995bd0854424646af22e5e3ac26d027', 'gw_port_host': None}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:58:03.989294 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:04.009580 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd8ac8b-310f-42b6-962d-f108deb479ff {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:58:04.089306 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:04.332834 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:04.335307 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:04.492001 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=9']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:04.503067 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:04.522708 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:04.550141 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:04.594409 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['8dd8ac8b-310f-42b6-962d-f108deb479ff'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:58:04.754791 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:04.772083 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:04.828956 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-01b9d238-469f-4da8-8394-09d34736dbca req-7daca6cd-0836-44f1-b660-2d3892184d17 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 210 time: 0.1172316 Jun 19 01:58:04.944908 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.180077 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.183255 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.216481 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f447-dd58-4604-a03e-a562d6a9abe4 req-01ec1b19-3663-4f7d-9d7e-788472692990 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:05.246413 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-df77f447-dd58-4604-a03e-a562d6a9abe4 req-01ec1b19-3663-4f7d-9d7e-788472692990 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 945 time: 0.2425995 Jun 19 01:58:05.261094 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device bbc7226e-6881-4e19-a017-325ecacfe88f no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:58:05.342848 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: bbc7226e-6881-4e19-a017-325ecacfe88f {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:58:05.344240 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device bbc7226e-6881-4e19-a017-325ecacfe88f not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:58:05.345311 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:58:05.378869 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-df77f447-dd58-4604-a03e-a562d6a9abe4 req-2342039a-155c-4469-ac25-c12898a27087 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218092 Jun 19 01:58:05.419463 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:58:05.420144 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 86ee42e3-e66d-4c56-aa9c-9c6ff6c4b2fa not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:58:05.476574 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.477436 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e83d654-ce4e-4148-b7b3-78d8c28e9dfe {{(pid=105201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:58:05.485890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.492481 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46764) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:05.493154 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] 10.222.0.23 "DELETE /v2.0/routers/3e83d654-ce4e-4148-b7b3-78d8c28e9dfe HTTP/1.1" status: 204 len: 168 time: 2.9315946 Jun 19 01:58:05.529757 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:58:05.580141 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Deleting subnet acafad45-59c9-4a00-ba27-df4db17d5e5e {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:58:05.586975 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.664164 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.697211 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 8dd8ac8b-310f-42b6-962d-f108deb479ff triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:58:05.698956 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.825650 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:05.921307 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:06.024153 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:06.031543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd36e83e-8aa8-4da0-94d0-34d5b1606587" -d '{"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:06.064298 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8eb593e2-587b-4e6c-8e35-ff537fbfdeb2 req-1546142f-40dd-428c-9f05-edc25d2419bd tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 210 time: 0.0483963 Jun 19 01:58:06.105212 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:06.117947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:06.121238 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-044c34d8-eb44-4941-8e14-b52fc8163702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:06.151992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ec351-161d-4c1a-ab86-a4346ca4189e x-openstack-request-id: req-429ec351-161d-4c1a-ab86-a4346ca4189e {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:06.152719 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-plugged", "status": "completed", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:06.153849 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-429ec351-161d-4c1a-ab86-a4346ca4189e {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:06.154995 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'code': 200} Jun 19 01:58:06.176445 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acafad45-59c9-4a00-ba27-df4db17d5e5e,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:06.180245 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:06.192602 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:06.193751 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:06.193890 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/acafad45-59c9-4a00-ba27-df4db17d5e5e HTTP/1.1" status: 204 len: 168 time: 0.6965122 Jun 19 01:58:06.194048 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-e362bf3f-e185-4f2d-9428-82be37981477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:06.195767 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46776) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:06.264465 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=10']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:06.270707 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:06.514506 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-7945ba91-4f8d-4989-836c-ec1911a12071 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:06.516668 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-7945ba91-4f8d-4989-836c-ec1911a12071 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 814 time: 0.1930549 Jun 19 01:58:06.554986 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'port': {'device_id': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'admin_state_up': True, 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:06.646404 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:06.838451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a50d9-4736-4929-97bb-749d43470144 req-f118d3cf-2de9-4fed-ad60-b21054accaf0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:06.853002 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c82a50d9-4736-4929-97bb-749d43470144 req-f118d3cf-2de9-4fed-ad60-b21054accaf0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.2068148 Jun 19 01:58:06.937242 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:06.979564 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c82a50d9-4736-4929-97bb-749d43470144 req-f22176d6-7c6c-40fb-9068-500af1fac951 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253333 Jun 19 01:58:06.985942 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee08987-a7f8-4395-b09b-f5918209c45e']}} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:07.006276 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791c4cd4-4d66-49a3-9652-5a940bda707f') {'for_net_delete': True} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:07.009097 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791c4cd4-4d66-49a3-9652-5a940bda707f') {} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:07.026043 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30404408'] for segment, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.058362 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.069091 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=105201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:58:07.070052 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29801510'] for segment, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: Traceback (most recent call last): Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: timer() Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: cb(*args, **kw) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: return func(*args, **kwargs) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: self._notify() Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: self.callback(batched_events) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: event.method(event) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: return f(self, *a, **k) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: return self._get(url).json() Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: return self.request(url, 'GET', **kwargs) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:58:07.073311 dv-cinder-797170-1-smb neutron-server[105201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:58:07.135870 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Made reservation on behalf of 81bd53c23b5b4145a98d4bd69d761fb6 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:07.141788 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.286512 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-02006308-b183-49ff-b630-8ad6335f92e2 req-a051d7f7-9b11-4a47-a5be-220df3b1241f tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 210 time: 0.0613334 Jun 19 01:58:07.332546 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.335938 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Allocated IP 172.20.0.12 (d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5/b04b2bc6-5600-48ff-bee1-2b823e3b6ccd/59e9c7f0-711e-4f6c-ac52-2a50230b5de5) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:58:07.345136 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420052-a128-48bb-9782-7816c2fba090 req-1a02847d-70f0-4311-a966-df7d3fffd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:07.346392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3ad98acb-e4b8-431e-af6e-e3d7857d18e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:07.349897 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fd420052-a128-48bb-9782-7816c2fba090 req-1a02847d-70f0-4311-a966-df7d3fffd4c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 1100 time: 0.1765943 Jun 19 01:58:07.350837 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.355185 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ee08987-a7f8-4395-b09b-f5918209c45e HTTP/1.1" status: 204 len: 168 time: 1.1546097 Jun 19 01:58:07.374570 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee08987-a7f8-4395-b09b-f5918209c45e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:07.385135 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa134cfc-4095-4cc2-a7f3-6bc722938693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:07.449942 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fd420052-a128-48bb-9782-7816c2fba090 req-331a1117-185e-473c-9894-98144540e150 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933044 Jun 19 01:58:07.639230 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.681156 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Transition to ACTIVE for port object 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:58:07.817910 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:07.823962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:07.890035 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:58:07.895314 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:07.900762 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:58:07.966264 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:07.972861 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:08.007315 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:08.009747 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.103499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46804) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:08.150919 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6061273 Jun 19 01:58:08.215931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Request body: {'port': {'device_id': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:08.323429 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e9598f83-9e4e-4498-8a4f-9b3a3d91b4aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c995bd0854424646af22e5e3ac26d027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2150762 Jun 19 01:58:08.324349 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46808) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:08.371826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-6cacbf55-6958-40f1-9baf-1eabd232a46d None None] Provisioning for port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:58:08.379611 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-6cacbf55-6958-40f1-9baf-1eabd232a46d None None] Provisioning complete for port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:58:08.380509 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-6cacbf55-6958-40f1-9baf-1eabd232a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.422519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.434858 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46814) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:08.511326 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-6cacbf55-6958-40f1-9baf-1eabd232a46d None None] Port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:58:08.522329 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.656843 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76f8bb-9c66-44a9-a88d-e5e337f499aa req-cd897b38-df70-41f2-93f7-73e7ec9f2635 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:08.685970 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ff76f8bb-9c66-44a9-a88d-e5e337f499aa req-cd897b38-df70-41f2-93f7-73e7ec9f2635 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.3961227 Jun 19 01:58:08.749387 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda1761-9808-4c43-bfb3-1fe87bb31387 req-d101a1a8-59bc-40fa-b2ba-21c3ccf74fdb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:08.759097 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cfda1761-9808-4c43-bfb3-1fe87bb31387 req-d101a1a8-59bc-40fa-b2ba-21c3ccf74fdb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 932 time: 0.1524007 Jun 19 01:58:08.771209 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.844763 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cfda1761-9808-4c43-bfb3-1fe87bb31387 req-dd2b8276-8b06-4364-83bf-91c287537a01 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786064 Jun 19 01:58:08.848071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.856773 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:08.865426 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b2cba66-958b-48a2-b157-af3d7818355b HTTP/1.1" status: 204 len: 168 time: 0.5346096 Jun 19 01:58:08.865426 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c850271c-e1e8-4849-895f-f574887785df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:08.891345 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2cba66-958b-48a2-b157-af3d7818355b,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:08.893838 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ff76f8bb-9c66-44a9-a88d-e5e337f499aa req-15930a24-b78b-4d4b-a97d-e125fd911a4a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970119 Jun 19 01:58:08.901289 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:08.975900 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.188243 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.262835 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.267978 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e0dc2c63-59f0-4ff1-b24b-866c5c17a0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:09.355397 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8cf32-7612-4fbd-99a7-da96f3ca23c6,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:09.360721 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:09.363699 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ffde133f60f4597bdc61cc64cb173c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8137856 Jun 19 01:58:09.370842 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46824) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:09.385472 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:58:09.409984 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.423935 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Transition to ACTIVE for port object 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:58:09.498866 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.545773 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.573192 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.576998 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2ab37961-1795-4974-849c-a89aed3e953d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:09.801031 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.805901 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:09.808008 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9c8cf32-7612-4fbd-99a7-da96f3ca23c6 HTTP/1.1" status: 204 len: 168 time: 0.4358945 Jun 19 01:58:09.809633 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-8877febf-92d3-4cdf-9fc3-7430bf5c6169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:09.844542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8cf32-7612-4fbd-99a7-da96f3ca23c6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:09.856321 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:09.874964 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:09.893760 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:10.285662 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Attempting to bind port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:58:10.287473 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Attempting to bind port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:58:10.295647 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Attempting to bind port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 on network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:58:10.318487 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 on network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:58:10.329050 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Attempting to bind port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 on network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:58:10.341998 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:58:10.342913 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Checking segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:58:10.343878 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Bound using segment: {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:58:10.346828 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Bound port: 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40b4b70-681b-4096-94c8-5f158459e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:58:10.347494 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:10.440982 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4cb99-3047-4af5-a21e-22b2289d7bd0 req-f9d1ff35-cba5-4bea-b72d-5db9b42e7355 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:10.444014 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e3e4cb99-3047-4af5-a21e-22b2289d7bd0 req-f9d1ff35-cba5-4bea-b72d-5db9b42e7355 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1943443 Jun 19 01:58:10.548725 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e3e4cb99-3047-4af5-a21e-22b2289d7bd0 req-282d2047-d6bb-47a2-bb24-25b8cdf6b666 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963669 Jun 19 01:58:10.578051 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:58:10.589388 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:58:10.606163 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd70e8-53b3-4758-b990-e023b584f44e req-93e7f9a1-5bf5-44a4-94a3-ee26d05ed9f8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:10.613937 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1cd70e8-53b3-4758-b990-e023b584f44e req-93e7f9a1-5bf5-44a4-94a3-ee26d05ed9f8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1576138 Jun 19 01:58:10.668846 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:10.674772 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:10.727531 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d1cd70e8-53b3-4758-b990-e023b584f44e req-47f8fe9a-8a5b-4b42-9877-1f91990d6f35 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125615 Jun 19 01:58:10.752995 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:10.754597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:10.756325 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] 10.222.0.45 "PUT /v2.0/ports/59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 1094 time: 2.5643930 Jun 19 01:58:10.762577 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:10.767008 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:10.896427 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:10.923355 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:11.015518 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b45899-f419-4a00-a12c-22cd6519850a x-openstack-request-id: req-62b45899-f419-4a00-a12c-22cd6519850a {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:11.015880 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:11.016161 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62b45899-f419-4a00-a12c-22cd6519850a {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:11.016706 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'status': 'completed', 'code': 200} Jun 19 01:58:11.065690 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46856) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:11.068394 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8d498854-d82e-4d16-88bb-34b8a2d2a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:11.070186 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-8d498854-d82e-4d16-88bb-34b8a2d2a61c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1097 time: 0.0996904 Jun 19 01:58:11.095811 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a0477ac1-b16f-44b8-b4ea-a290a1cfe7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:11.186022 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-90a0cb87-1818-464e-8896-abcdf9597fb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 217 time: 0.1016867 Jun 19 01:58:11.336153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-1910ad07-14fc-4ff0-8fe6-12709671d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:11.338630 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-1910ad07-14fc-4ff0-8fe6-12709671d2ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.1365094 Jun 19 01:58:11.401554 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a0477ac1-b16f-44b8-b4ea-a290a1cfe7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:11.461289 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a0477ac1-b16f-44b8-b4ea-a290a1cfe7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:11.469204 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c5151692-160e-40f4-b190-bfb437a530e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:11.509346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd603-bbba-434d-ae47-d67b65dc941c req-9b7c6260-0c52-49e6-b8cf-0d39c839b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:11.512528 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-9b7c6260-0c52-49e6-b8cf-0d39c839b32e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1652761 Jun 19 01:58:11.566755 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a0477ac1-b16f-44b8-b4ea-a290a1cfe7d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15aab41628c54e9ea6de5a93ca4ace78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980326 Jun 19 01:58:11.569057 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0477ac1-b16f-44b8-b4ea-a290a1cfe7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b79c41-e521-484b-86c3-3acc96a2e747,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:11.576510 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46860) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:11.606556 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a0477ac1-b16f-44b8-b4ea-a290a1cfe7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:11.702222 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-593e776c-985e-4a96-b05f-1466b92cb11d service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825204 Jun 19 01:58:11.817059 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:11.907438 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:12.138034 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:12.140975 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:12.145568 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77b79c41-e521-484b-86c3-3acc96a2e747 HTTP/1.1" status: 204 len: 168 time: 0.5667124 Jun 19 01:58:12.152863 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f29f592d-2072-452d-bbd2-8d0431278870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:12.167763 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b79c41-e521-484b-86c3-3acc96a2e747,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:12.187961 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32660462-4daa-4c9e-a6c2-a8161b887f5a req-02df9833-447f-43ae-8e7b-5dc54b8c0825 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:12.189272 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-32660462-4daa-4c9e-a6c2-a8161b887f5a req-02df9833-447f-43ae-8e7b-5dc54b8c0825 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1171098 Jun 19 01:58:12.192870 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:12.254215 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-32660462-4daa-4c9e-a6c2-a8161b887f5a req-6e1888fa-b7f4-4e3a-927a-176add5cb88c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632603 Jun 19 01:58:12.448359 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460349e9-c03c-4d13-8938-95ed8eff49d9 req-bea73246-0112-4f29-83c6-eb6ea698b6f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:12.456510 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-460349e9-c03c-4d13-8938-95ed8eff49d9 req-bea73246-0112-4f29-83c6-eb6ea698b6f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1138866 Jun 19 01:58:12.461224 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-713bd603-bbba-434d-ae47-d67b65dc941c req-99bac5d2-1085-406c-9d24-354109a42f18 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425985 Jun 19 01:58:12.510755 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-460349e9-c03c-4d13-8938-95ed8eff49d9 req-e52cf2fb-18ac-4583-a924-ac75de5b00f9 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Jun 19 01:58:12.728384 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-10e54f73-bf0e-404e-a7f9-fd9a2f5a75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:12.742989 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-10e54f73-bf0e-404e-a7f9-fd9a2f5a75b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1097 time: 0.1324301 Jun 19 01:58:12.942347 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-76e6b455-2d26-4cd9-b5b7-aaf60d161d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:12.944813 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-76e6b455-2d26-4cd9-b5b7-aaf60d161d21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.1938171 Jun 19 01:58:13.018844 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-b393dfdd-e943-49f7-b340-4afcc7c8b3c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 217 time: 0.0654233 Jun 19 01:58:13.179393 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-c71de3ff-5072-466f-860b-4c893a94a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:13.184228 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-c71de3ff-5072-466f-860b-4c893a94a568 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.1578255 Jun 19 01:58:13.389774 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-4add45a3-1865-4815-a20d-4869fed3b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:13.393581 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-4add45a3-1865-4815-a20d-4869fed3b6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2008181 Jun 19 01:58:13.615767 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-fb972b37-6788-47fb-afc8-c295eae9e607 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091689 Jun 19 01:58:13.823045 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e915bbe-aa03-473d-a9d1-d987085690d2 req-963689e6-da3e-42b3-a26a-46d7cd173c01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:13.826163 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3e915bbe-aa03-473d-a9d1-d987085690d2 req-963689e6-da3e-42b3-a26a-46d7cd173c01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1660674 Jun 19 01:58:13.913808 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fe975-3481-46a2-ae0b-f2e28bae3d9c req-15802654-6d9b-495c-ab90-0e96d1901cab tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:13.928235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e15fe975-3481-46a2-ae0b-f2e28bae3d9c req-15802654-6d9b-495c-ab90-0e96d1901cab tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1637714 Jun 19 01:58:13.932498 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3e915bbe-aa03-473d-a9d1-d987085690d2 req-a8fcb415-a580-4bc8-b404-6480a2d4f4a4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968361 Jun 19 01:58:14.023726 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3ce44b3f-16d1-435d-af8d-3206e0f64f2c req-239ced41-25d6-4a8d-8922-8799ef64b00b service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976896 Jun 19 01:58:14.109384 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e15fe975-3481-46a2-ae0b-f2e28bae3d9c req-a1136b6f-5c37-45bb-8e5c-ee75c34bd413 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793554 Jun 19 01:58:15.061373 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46934) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:15.235709 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de165c-01f7-4e02-911b-a607f24f2c77 req-3d1650b4-e704-4c9f-9e8a-e4c80d8b3cd1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:15.238865 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e1de165c-01f7-4e02-911b-a607f24f2c77 req-3d1650b4-e704-4c9f-9e8a-e4c80d8b3cd1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1226254 Jun 19 01:58:15.365713 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:15.373741 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e1de165c-01f7-4e02-911b-a607f24f2c77 req-14f0194a-8a78-497f-9949-7e823e2a8f87 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190538 Jun 19 01:58:15.667667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50317a08-0721-4b8d-ac47-3044f6e65711 req-9d142e8e-24ad-4304-8a5d-cc17785e9ded tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:15.676404 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-50317a08-0721-4b8d-ac47-3044f6e65711 req-9d142e8e-24ad-4304-8a5d-cc17785e9ded tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1989067 Jun 19 01:58:15.760507 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-50317a08-0721-4b8d-ac47-3044f6e65711 req-ae4b5679-9dd9-4456-a0f4-f6c8d349a3e3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825119 Jun 19 01:58:15.792097 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:15.873292 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:15.876729 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ddacd9dc-76a5-46c7-aa22-1a2f9f1b5a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:15.961249 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b2c69103f784422a8dd3a9e4aee9e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985624 Jun 19 01:58:15.965010 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5412ea-8738-47a2-b22f-8d6a868489ec,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:15.966035 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46950) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:15.971734 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:16.066851 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:16.097733 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:16.240622 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:16.243363 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:16.244835 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb5412ea-8738-47a2-b22f-8d6a868489ec HTTP/1.1" status: 204 len: 168 time: 0.2768660 Jun 19 01:58:16.246031 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-dcb6c748-d913-4a53-a5b3-30a7cbb75f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:16.265117 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5412ea-8738-47a2-b22f-8d6a868489ec,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:16.277699 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:16.678142 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a129b-74ea-4a9e-a584-5d1ab3ef88b9 req-76f62c87-34f2-4ad2-b383-2f2bd2f74aec tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:16.681274 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e09a129b-74ea-4a9e-a584-5d1ab3ef88b9 req-76f62c87-34f2-4ad2-b383-2f2bd2f74aec tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1223626 Jun 19 01:58:16.745176 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e09a129b-74ea-4a9e-a584-5d1ab3ef88b9 req-2590e836-6ccf-4507-874b-547492eefea4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571101 Jun 19 01:58:17.079562 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620b9b0-511c-4c71-8be9-d256c79bc5e3 req-943dda71-7922-4c03-b9a2-fc08ca17773d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:17.088790 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c620b9b0-511c-4c71-8be9-d256c79bc5e3 req-943dda71-7922-4c03-b9a2-fc08ca17773d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.0991287 Jun 19 01:58:17.149729 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c620b9b0-511c-4c71-8be9-d256c79bc5e3 req-649b7c5e-e135-419a-b03d-92b7dc0fafb4 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596206 Jun 19 01:58:17.245189 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 46974) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:17.260246 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:17.410961 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:17.501801 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:17.512369 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f1dae7b4-fc09-4b8f-ae4b-d1ebd71552d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:17.600184 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a9f8d-8fa4-441f-a034-a873cddc35f7,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:17.609744 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0237589e4494598868f63c9f68f2abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630979 Jun 19 01:58:17.611757 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:17.613803 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 46976) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:17.758609 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:17.840439 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:18.023670 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:18.027209 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:18.028917 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe3a9f8d-8fa4-441f-a034-a873cddc35f7 HTTP/1.1" status: 204 len: 168 time: 0.4134572 Jun 19 01:58:18.030010 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f9e5e83f-c3cd-4bfc-985b-87e0c7fe1c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:18.051501 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a9f8d-8fa4-441f-a034-a873cddc35f7,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:18.061477 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:18.170487 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82214c-8f05-42fa-91aa-21966b7479a1 req-15f8c1e6-cd0b-4c5f-b737-28d26235613a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:18.184422 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d82214c-8f05-42fa-91aa-21966b7479a1 req-15f8c1e6-cd0b-4c5f-b737-28d26235613a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1133087 Jun 19 01:58:18.270158 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d82214c-8f05-42fa-91aa-21966b7479a1 req-e7787446-64cd-4db5-9b78-926f90319b5c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819068 Jun 19 01:58:18.518752 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47738-1127-4752-8935-cf7064a9a6d1 req-e14e084a-4701-40fe-8ed2-04be00f3802d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:18.526772 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dac47738-1127-4752-8935-cf7064a9a6d1 req-e14e084a-4701-40fe-8ed2-04be00f3802d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.0972910 Jun 19 01:58:18.579668 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dac47738-1127-4752-8935-cf7064a9a6d1 req-86619499-22e7-4b2e-af6f-f8ff678609f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519774 Jun 19 01:58:19.117721 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b3f6fb19-c5dd-498e-b1dd-4c7d22e84c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:19.623762 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4eeb3f-0865-40ad-ab59-b143b0cb9c57 req-7deb4854-aaba-43f8-b396-832c3b03aa93 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:19.625441 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-eb4eeb3f-0865-40ad-ab59-b143b0cb9c57 req-7deb4854-aaba-43f8-b396-832c3b03aa93 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1822343 Jun 19 01:58:19.788804 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-eb4eeb3f-0865-40ad-ab59-b143b0cb9c57 req-e9c3a1e0-e8df-48cc-a3ab-a76d8888a3bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535354 Jun 19 01:58:19.985487 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accdcf5-3723-43a7-a9ef-19ef61f885ca req-bda8b4a4-999c-44c6-ad19-29d255449c4d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:20.000182 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8accdcf5-3723-43a7-a9ef-19ef61f885ca req-bda8b4a4-999c-44c6-ad19-29d255449c4d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1297257 Jun 19 01:58:20.100390 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8accdcf5-3723-43a7-a9ef-19ef61f885ca req-3e94b207-ecf7-4d27-a27b-2c20c289bae8 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987539 Jun 19 01:58:20.178234 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:21.079153 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f584-2e7c-47be-9621-6fda57131224 req-f17004b1-ea6a-42c4-832d-0981fa2ba987 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:21.082614 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9aa5f584-2e7c-47be-9621-6fda57131224 req-f17004b1-ea6a-42c4-832d-0981fa2ba987 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1531963 Jun 19 01:58:21.161955 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9aa5f584-2e7c-47be-9621-6fda57131224 req-02a51c04-80b5-40de-b7f8-616a709c11ac tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691967 Jun 19 01:58:21.438854 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f9987-9c30-463c-b4ce-f2233b7b368e req-c813a2db-7c97-4c0a-a05e-c646b375b82e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:21.446256 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d75f9987-9c30-463c-b4ce-f2233b7b368e req-c813a2db-7c97-4c0a-a05e-c646b375b82e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1427107 Jun 19 01:58:21.458305 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7819ec11-7471-4324-b847-72428ca021f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:21.485319 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d75f9987-9c30-463c-b4ce-f2233b7b368e req-86af6ab9-84ec-4e12-9768-fe9de6df69e4 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Jun 19 01:58:22.039069 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:22.411638 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47174) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:22.655085 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b875c56-b60c-4c20-be24-dd138de2c7d9 req-697cdc42-b3eb-4127-b85c-226909f84a12 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:22.659909 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4b875c56-b60c-4c20-be24-dd138de2c7d9 req-697cdc42-b3eb-4127-b85c-226909f84a12 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.1826329 Jun 19 01:58:22.665268 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:22.766720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021bfe0-7525-43e5-a79f-4227d8092077 req-cf0d05f0-4609-416b-a281-ca3efa95688d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:22.769041 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e021bfe0-7525-43e5-a79f-4227d8092077 req-cf0d05f0-4609-416b-a281-ca3efa95688d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.0993495 Jun 19 01:58:22.787167 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:22.824927 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e021bfe0-7525-43e5-a79f-4227d8092077 req-6dddd9e9-6b5f-4a10-8355-5042f7787cea tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Jun 19 01:58:22.827849 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4b875c56-b60c-4c20-be24-dd138de2c7d9 req-47aee541-d150-4732-8be3-47f84536446a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519787 Jun 19 01:58:23.038187 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:23.137525 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:23.149999 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b5cc5237-91be-4961-85ca-cf7783c0f616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:23.203256 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c55978599414113a1b5c852e8f3686b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7894433 Jun 19 01:58:23.205052 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14728b-88b1-4f11-80b2-61ed330127f7,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:23.206478 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47206) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:23.216408 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:23.338123 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:23.380273 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:23.582907 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:23.588271 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:23.588271 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb14728b-88b1-4f11-80b2-61ed330127f7 HTTP/1.1" status: 204 len: 168 time: 0.3797574 Jun 19 01:58:23.588975 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-053b089a-f67f-4aa1-b9bf-fe9846007e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:23.602433 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14728b-88b1-4f11-80b2-61ed330127f7,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:23.615503 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:24.173506 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840f348-cc78-48c8-804a-0eca85954219 req-3ce4e057-813f-4c5b-954f-b9e23b4ce1cb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:24.175985 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3840f348-cc78-48c8-804a-0eca85954219 req-3ce4e057-813f-4c5b-954f-b9e23b4ce1cb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1056914 Jun 19 01:58:24.241298 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3840f348-cc78-48c8-804a-0eca85954219 req-0fa831ee-0322-45a0-9269-a2c838ea9c26 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578654 Jun 19 01:58:24.481902 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47242) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:24.511959 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:24.618211 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:24.712535 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:24.746926 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-f1460159-e1b5-4852-844e-0a721cd33312 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713276234&fields=id&tenant_id=2744f378420f4d19b6c5f223ad4d8912 HTTP/1.1" status: 200 len: 267 time: 0.0733213 Jun 19 01:58:24.805658 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:24.808486 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b2ca42d1-c2f5-4586-9337-69d5b80da216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:24.861959 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52389935-9148-40d6-baa1-f94a393a393c,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:24.871375 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2226399b6784f5bb4bf7d8d90457db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882999 Jun 19 01:58:24.873758 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:24.876241 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47250) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:24.958564 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-e6e1334f-2117-4b16-9d9f-2f4a953b8ab6 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:24.964746 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-e6e1334f-2117-4b16-9d9f-2f4a953b8ab6 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 809 time: 0.2085564 Jun 19 01:58:24.981080 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-8ca3eae0-3558-484d-83bf-0ada1dcf3f77 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/quotas/2744f378420f4d19b6c5f223ad4d8912 HTTP/1.1" status: 200 len: 375 time: 0.0140593 Jun 19 01:58:25.041084 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:25.090426 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:25.170929 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-b2816df6-2759-490e-bcdb-dc7226186da7 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778035 Jun 19 01:58:25.281981 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:25.286568 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:25.293834 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52389935-9148-40d6-baa1-f94a393a393c HTTP/1.1" status: 204 len: 168 time: 0.4090660 Jun 19 01:58:25.295498 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d8e5c953-0e88-4536-bd30-95e63fbc47d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:25.342240 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-3c3cd2dd-cea2-4780-8101-fa34196c4c0c service neutron] 10.222.0.23 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569049 Jun 19 01:58:25.535496 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52389935-9148-40d6-baa1-f94a393a393c,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:25.539222 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:25.561982 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-4bf58dd3-dd82-42ae-9feb-3d9ad9b80179 service neutron] 10.222.0.23 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179716 Jun 19 01:58:25.785578 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9a993-0043-4575-ac12-366c155a76f1 req-8fc43285-20a2-4787-9b33-8d3f5ae18986 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:25.795832 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d0f9a993-0043-4575-ac12-366c155a76f1 req-8fc43285-20a2-4787-9b33-8d3f5ae18986 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1555371 Jun 19 01:58:25.875753 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d0f9a993-0043-4575-ac12-366c155a76f1 req-ba510c33-9d3d-437b-a4eb-4955446a045e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734742 Jun 19 01:58:26.243203 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47280) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:26.310663 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Deleting subnet f6160a0f-0ca4-4edd-9dbe-029fb32ce356 {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:58:26.316055 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.379208 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30404401'] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.449003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.607364 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-65e52490-4a72-4b00-ae11-3b7b22cfeca5 req-f1370eec-d85e-40c2-9787-b1b56a5387ee tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0835772 Jun 19 01:58:26.611674 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29801357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31275474'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.615958 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:26.666326 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6160a0f-0ca4-4edd-9dbe-029fb32ce356,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:26.672444 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:26.677149 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.685720 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-a2f6b744-2b55-4d3c-88af-832f97d0406b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f6160a0f-0ca4-4edd-9dbe-029fb32ce356 HTTP/1.1" status: 204 len: 168 time: 0.4385102 Jun 19 01:58:26.685897 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47294) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:26.794105 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.942681 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:26.976424 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d07fc9-8797-48e4-96fe-65dbfcdb15da']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:27.018232 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cde986-79ab-4f18-a30b-1444c584f218') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:27.018544 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cde986-79ab-4f18-a30b-1444c584f218') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:27.040473 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.093129 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.154615 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:58:27.155311 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:58:27.157619 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:58:27.166269 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47308) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:27.267200 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5936d69-9323-4d9a-9682-ac104f5b590c req-cd0ac47d-5f8c-4dad-963d-dff3eb092501 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:27.269989 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b5936d69-9323-4d9a-9682-ac104f5b590c req-cd0ac47d-5f8c-4dad-963d-dff3eb092501 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.2124195 Jun 19 01:58:27.339031 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b5936d69-9323-4d9a-9682-ac104f5b590c req-ad23fe82-e1bc-4369-880a-2f37b12c49d3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602338 Jun 19 01:58:27.343023 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.351810 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:27.356199 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.359611 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9d07fc9-8797-48e4-96fe-65dbfcdb15da HTTP/1.1" status: 204 len: 168 time: 0.6724517 Jun 19 01:58:27.383478 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d07fc9-8797-48e4-96fe-65dbfcdb15da,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:27.401371 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-44bdab04-ebb5-4d7a-a6fd-91b3431d124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:27.624809 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.766706 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-76079669-cf13-4a53-ac78-1a29555b54a8 req-fa630439-87c8-4091-a25f-93977747ffd3 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0394163 Jun 19 01:58:27.832377 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.937365 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:27.942003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-291b2827-5265-404c-9005-15dcb8b8cb84 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:28.022235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6efc1aac318340ea87dd586d160f95d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8532953 Jun 19 01:58:28.025236 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47326) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:28.029568 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1438611f-f635-4800-a545-be5b1492018f,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:28.036659 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:28.146151 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.167033 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47330) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:28.185933 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.236813 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f0d44e1c-f541-45ff-93a5-b3abefdbc20f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a92c4c938b9a44f49d810501373145b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671294 Jun 19 01:58:28.239514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47332) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:28.325956 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.329853 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.333282 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1438611f-f635-4800-a545-be5b1492018f HTTP/1.1" status: 204 len: 168 time: 0.3066859 Jun 19 01:58:28.334932 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e526f2c9-d77e-44ae-b06c-627982167717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:28.340038 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.349567 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438611f-f635-4800-a545-be5b1492018f,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:28.356742 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:28.393385 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.686027 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.690416 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:28.696759 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc5599f9-6448-4acf-adb7-9b7ae2dc62e4 HTTP/1.1" status: 204 len: 168 time: 0.4547086 Jun 19 01:58:28.697756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ce2516c7-6a26-4a93-8bdb-0e17076d9d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:28.718569 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5599f9-6448-4acf-adb7-9b7ae2dc62e4,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:28.718569 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:28.860369 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8cd4-e200-463d-af49-60cbbcc6d1fc req-af8fc4d1-b765-4566-9548-d703e9b23a33 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:28.860369 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-21bc8cd4-e200-463d-af49-60cbbcc6d1fc req-af8fc4d1-b765-4566-9548-d703e9b23a33 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1741912 Jun 19 01:58:28.938060 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-21bc8cd4-e200-463d-af49-60cbbcc6d1fc req-2e793e41-8e8c-4757-b710-886bc5e910dd tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Jun 19 01:58:29.048624 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:58:29.050995 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cb956dbd-58e6-4074-ba5b-1278d4f75d00 req-7d4eb258-7edf-430e-ac89-7a6ca48abc8d tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0565042 Jun 19 01:58:30.261315 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47366) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:30.313863 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:30.381579 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab278ae-6914-40da-bf14-3fd267c74667 req-3964059e-8f13-4a56-a896-91b990ccce8e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:30.394653 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3ab278ae-6914-40da-bf14-3fd267c74667 req-3964059e-8f13-4a56-a896-91b990ccce8e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1466687 Jun 19 01:58:30.510621 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-801773bf-8666-458a-abad-19dc33b4099c req-0a1aa68d-f98c-4be5-b1da-52dd0c80edba tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0783591 Jun 19 01:58:30.513590 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3ab278ae-6914-40da-bf14-3fd267c74667 req-b114ee56-52a4-40f2-8cfb-23b61e50dc81 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028852 Jun 19 01:58:30.730895 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:30.798892 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:30.805595 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3d0463e3-e622-4344-9324-c2f3ded46200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:30.873143 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426cd65f-df62-41bd-b1b1-82b8f657b24e,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:30.883897 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:30.891206 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b39a6e07533402abc15704cd08ed887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280229 Jun 19 01:58:30.894731 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47374) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:31.017346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:31.046872 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:31.223439 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:31.226227 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:31.231115 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/426cd65f-df62-41bd-b1b1-82b8f657b24e HTTP/1.1" status: 204 len: 168 time: 0.3308706 Jun 19 01:58:31.231115 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-906183de-9d30-4ebf-9275-604a4fe45678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:31.239846 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426cd65f-df62-41bd-b1b1-82b8f657b24e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:31.250320 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fed211ea-02a2-49ad-bcfa-220f94e43d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:31.804226 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5489a785-802b-41ac-921b-ab916d8c055d req-dbb7f4a4-6b7a-4f78-94c9-4f30f1e5c4ed tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0985565 Jun 19 01:58:32.103541 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a3c08-f31a-4808-bc40-add05f9ff836 req-e1057af5-e5af-4e76-875d-c85cf350ef28 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:32.105190 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9b4a3c08-f31a-4808-bc40-add05f9ff836 req-e1057af5-e5af-4e76-875d-c85cf350ef28 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1303458 Jun 19 01:58:32.200514 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9b4a3c08-f31a-4808-bc40-add05f9ff836 req-1cbd53ad-4748-4166-87e6-324a10d0aed5 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871990 Jun 19 01:58:33.080057 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1b52c569-461d-42ef-9f0f-11d96c793408 req-5ba66e1f-acb1-4c26-ad5d-850c0ac77bc9 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0344453 Jun 19 01:58:33.390923 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47462) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:33.567824 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e2ff4-b759-4f62-a157-902418d583ed req-77bd197a-89eb-4d5e-9d3d-b57a0aec223e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:33.579068 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-041e2ff4-b759-4f62-a157-902418d583ed req-77bd197a-89eb-4d5e-9d3d-b57a0aec223e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1082463 Jun 19 01:58:33.652069 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:33.688381 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-041e2ff4-b759-4f62-a157-902418d583ed req-a010b061-b54d-48d4-b0fa-f7ba98badf05 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081483 Jun 19 01:58:33.854112 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:33.994596 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:33.998800 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b5e293d2-ce23-449c-97e6-756403f96c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:34.049479 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0438b78cab24d74a57c6555ee4c14e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567836 Jun 19 01:58:34.286115 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b8ceb-4dfe-4936-b5f0-06f096028171,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:34.286115 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:34.289877 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47468) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:34.289877 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:34.289877 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:34.354409 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6cde75bf-2f71-4915-b8b4-00dff4c6c677 req-5048de64-3c76-4eed-826e-46ba1644a056 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0398610 Jun 19 01:58:34.881216 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46cc80-e2a1-419d-a5d0-147a1d6fbf86 req-fa03280a-b4ed-495b-b72b-179ad240c6c6 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:34.882919 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4d46cc80-e2a1-419d-a5d0-147a1d6fbf86 req-fa03280a-b4ed-495b-b72b-179ad240c6c6 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.0751743 Jun 19 01:58:34.930395 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4d46cc80-e2a1-419d-a5d0-147a1d6fbf86 req-311c75be-58ca-4c34-95e3-ac3968e1d63c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Jun 19 01:58:35.568516 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:35.573614 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:35.575384 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a02b8ceb-4dfe-4936-b5f0-06f096028171 HTTP/1.1" status: 204 len: 168 time: 1.4841862 Jun 19 01:58:35.580802 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cc12e016-a659-446f-bd5f-5167205a11ef req-92db2008-c0d7-4ebc-ab8e-1e6b2b755ac5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0732918 Jun 19 01:58:35.581512 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2b2dcd3c-8bca-471b-b2ca-f49105b8143d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:35.595235 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b8ceb-4dfe-4936-b5f0-06f096028171,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:35.619950 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.620319 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.620864 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.621454 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.622019 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.622657 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.622941 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.623451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.624017 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.624361 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.624954 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.625303 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:35.629954 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b50fab8b-a9b6-431e-9cfb-ca65d3a0deb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:36.253448 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8bba1-6f0f-40c8-ba74-4a0967e84b2b req-ec82e653-a5ff-41b5-aa29-ce789ad4a5c7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:36.256130 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9fc8bba1-6f0f-40c8-ba74-4a0967e84b2b req-ec82e653-a5ff-41b5-aa29-ce789ad4a5c7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.1022174 Jun 19 01:58:36.319085 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9fc8bba1-6f0f-40c8-ba74-4a0967e84b2b req-4fdd45a3-abd5-4931-9c4d-6036291399dc tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525217 Jun 19 01:58:36.422369 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47498) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:36.439258 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:36.566715 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:36.646830 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:36.654268 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-19f5bfa4-bbba-4cf6-8066-4fd047aad181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:36.728154 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ec4024286c247c6af3841e3b73385fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041604 Jun 19 01:58:36.731603 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3f7f9-89b7-4052-a0b8-2c8bc63c0061,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:36.732240 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47502) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:36.764758 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.765187 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.765641 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.766190 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.766734 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.767121 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.768170 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.768779 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.769590 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.770144 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.770766 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.771412 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:58:36.776200 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:36.889294 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0e660e3d-d260-472b-9262-08c574004010 req-39bd51d2-8ac7-431b-8338-ae1a56ecc7f0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0637498 Jun 19 01:58:36.938655 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:37.061720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:37.184369 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-d078430d-b2b9-4ef4-8938-50ff145d145b tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:37.187022 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-d078430d-b2b9-4ef4-8938-50ff145d145b tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.45 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 809 time: 0.2945280 Jun 19 01:58:37.260439 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-6047b2da-cd16-4946-90aa-340a7b3b2a63 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2744f378420f4d19b6c5f223ad4d8912 HTTP/1.1" status: 200 len: 379 time: 0.0633862 Jun 19 01:58:37.273409 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'port': {'device_id': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'admin_state_up': True, 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'security_groups': ['c07d0dfc-e4da-410b-b34b-2ce706373385']}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:37.412933 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:37.419762 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:37.424444 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4d3f7f9-89b7-4052-a0b8-2c8bc63c0061 HTTP/1.1" status: 204 len: 168 time: 0.6874738 Jun 19 01:58:37.434008 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1ec92ae9-cfa3-4117-a315-7e1cbf948b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:37.547815 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3f7f9-89b7-4052-a0b8-2c8bc63c0061,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:37.551704 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:37.682895 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30301ca8-4a08-4cd7-bee9-cfae2a1f0d19 req-161d4212-80b4-4266-9278-ff316f7db8e2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:37.693957 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-30301ca8-4a08-4cd7-bee9-cfae2a1f0d19 req-161d4212-80b4-4266-9278-ff316f7db8e2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.2468760 Jun 19 01:58:37.731992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:58:37.763363 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-30301ca8-4a08-4cd7-bee9-cfae2a1f0d19 req-1d2167e9-7dc2-4970-b6b1-d28ddc08cdf9 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678661 Jun 19 01:58:37.791752 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47524) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:37.844647 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30069fe-7569-417d-ac50-7c0fbfd42f45 req-62032568-1a41-487a-aba7-71786d72b55a tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:37.860694 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f30069fe-7569-417d-ac50-7c0fbfd42f45 req-62032568-1a41-487a-aba7-71786d72b55a tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 944 time: 0.2074423 Jun 19 01:58:37.939036 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Made reservation on behalf of 2744f378420f4d19b6c5f223ad4d8912 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:37.943099 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f30069fe-7569-417d-ac50-7c0fbfd42f45 req-49119db0-d016-4513-b1b7-7dc2ea0857ac tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790334 Jun 19 01:58:37.947255 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:37.962907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:37.985870 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'port_id': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'mac_address': 'fa:16:3e:38:10:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:58:38.049528 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.060559 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:58:38.094371 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:38.182988 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.185072 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-82723708-e674-49a6-9db5-20c8407165b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:38.235041 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4981f627-615d-4e7c-b5b2-a84b29166b26 req-67146562-d9d9-4e2f-bb7e-e4864ec81a9c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0382724 Jun 19 01:58:38.252673 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Allocated IP 172.20.0.8 (d82200f2-9517-4091-85d2-1733cd109851/bb5f284d-cb04-4e01-b1dd-4a54e9038eb4/4d3cffd7-a843-4512-ac5e-e41e48139df1) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:58:38.289254 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:38.296813 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:38.313832 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.484826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['59e9c7f0-711e-4f6c-ac52-2a50230b5de5'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:58:38.540270 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.572824 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Transition to ACTIVE for port object 4d3cffd7-a843-4512-ac5e-e41e48139df1 will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:58:38.607213 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.701179 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.707011 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa4027e8-5cc7-4c32-9732-f34cbaa6a9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:38.758953 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21d7fafc33bb4f04b994e404caf6d643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9652786 Jun 19 01:58:38.760400 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edd1b95-8a27-40ed-bf30-535a4588b5a6,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:38.762058 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47542) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:38.765199 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:38.774045 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:38.774045 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-dd6160e1-3ab1-47c0-ac23-2328002e39c1 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:38.870650 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Network d82200f2-9517-4091-85d2-1733cd109851 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:58:38.884563 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:38.889803 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:38.893933 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:38.895539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:58:39.000869 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:39.001929 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.032593 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.098984 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-53aa9892-513b-43d1-8250-a2ebf185ae10 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8331923 Jun 19 01:58:39.114485 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Request body: {'port': {'device_id': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:39.175220 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.292982 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.337288 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc464a2c-1341-4453-acfb-368ef7051ec6 req-200a2aea-67d7-4eb6-bc20-7f0f95361269 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:39.340126 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fc464a2c-1341-4453-acfb-368ef7051ec6 req-200a2aea-67d7-4eb6-bc20-7f0f95361269 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1906235 Jun 19 01:58:39.387363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068f09a-c82e-472e-b87b-cc8ca5aad609 req-8f556391-72a1-4cbd-9df8-f364da87f6f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:39.393033 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8068f09a-c82e-472e-b87b-cc8ca5aad609 req-8f556391-72a1-4cbd-9df8-f364da87f6f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 945 time: 0.2206929 Jun 19 01:58:39.406164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-09008ed6-5fd2-45ab-8c28-068d04f0ddf3 None None] Provisioning for port 4d3cffd7-a843-4512-ac5e-e41e48139df1 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:58:39.414097 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-09008ed6-5fd2-45ab-8c28-068d04f0ddf3 None None] Provisioning complete for port 4d3cffd7-a843-4512-ac5e-e41e48139df1 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:58:39.415179 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fc464a2c-1341-4453-acfb-368ef7051ec6 req-88ab7176-5605-49b6-a6bd-22fd9bd6f35c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671005 Jun 19 01:58:39.426965 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-09008ed6-5fd2-45ab-8c28-068d04f0ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.436520 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.445812 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.448171 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8edd1b95-8a27-40ed-bf30-535a4588b5a6 HTTP/1.1" status: 204 len: 168 time: 0.6838863 Jun 19 01:58:39.449571 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2c8226d3-029e-4cd9-a300-3148aa67b3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:39.467350 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edd1b95-8a27-40ed-bf30-535a4588b5a6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:39.472381 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1a4a56c5-ac68-4382-8c8c-058a0563fb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:39.540317 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47564) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:39.567388 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-09008ed6-5fd2-45ab-8c28-068d04f0ddf3 None None] Port 4d3cffd7-a843-4512-ac5e-e41e48139df1 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:58:39.656792 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8068f09a-c82e-472e-b87b-cc8ca5aad609 req-4aebe184-a37a-4407-91c1-4f2e99022d7e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534530 Jun 19 01:58:39.745737 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:58:39.800931 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2673d-6821-4894-bd84-560a6d44bad3 req-f8a7e96a-5267-4948-85ad-375726235206 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:39.802688 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-86e2673d-6821-4894-bd84-560a6d44bad3 req-f8a7e96a-5267-4948-85ad-375726235206 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 931 time: 0.1713865 Jun 19 01:58:39.833822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1473696623-network', 'tenant_id': '2143f94e7f4a4710a0deee420d8a19ad'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:39.880045 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-86e2673d-6821-4894-bd84-560a6d44bad3 req-72a100d8-b38b-46e3-99f9-7307699fd5ac tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686228 Jun 19 01:58:39.913920 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:58:39.918883 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:58:39.919390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.940058 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3cffd7-a843-4512-ac5e-e41e48139df1 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:58:39.949748 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:39.966308 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Transition to ACTIVE for port object 4d3cffd7-a843-4512-ac5e-e41e48139df1 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:58:39.986901 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Made reservation on behalf of 2143f94e7f4a4710a0deee420d8a19ad for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:39.990302 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.002632 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.027286 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.063723 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:40.067713 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52299ff-ab33-4c73-b2f0-84bde545c533" -d '{"events": [{"server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "name": "network-vif-plugged", "status": "completed", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:40.091266 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.096174 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:40.096632 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8c8c0f36-98de-41fb-8d15-062b44cbe3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:40.176158 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.181400 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-8ec80ee6-64f5-4bea-8f9b-1e8b83690223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:40.204754 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.224392 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee0c9b4-fcaa-450b-8041-eaff93a60baa x-openstack-request-id: req-fee0c9b4-fcaa-450b-8041-eaff93a60baa {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:40.225095 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "name": "network-vif-plugged", "status": "completed", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:40.225577 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fee0c9b4-fcaa-450b-8041-eaff93a60baa {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:40.226207 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'code': 200} Jun 19 01:58:40.258637 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:40.262720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:40.277714 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:40.288836 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:40.295481 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.299570 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-eccc5bb5-edb7-4a57-a5af-eff55db86ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:40.327152 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:58:40.339618 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71411e43-3d07-4872-a5b6-9e362981137d,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:40.348079 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:40.350829 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.351642 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Added segment 61d2eb59-d9ab-4812-8810-eb85732f1866 of type vlan for network 328a1f49-07b9-4947-b544-ae71e9491b56 Jun 19 01:58:40.379844 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Attempting to bind port 4d3cffd7-a843-4512-ac5e-e41e48139df1 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:58:40.380227 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Attempting to bind port 4d3cffd7-a843-4512-ac5e-e41e48139df1 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:58:40.380587 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Attempting to bind port 4d3cffd7-a843-4512-ac5e-e41e48139df1 on network d82200f2-9517-4091-85d2-1733cd109851 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:58:40.387290 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Port 4d3cffd7-a843-4512-ac5e-e41e48139df1 on network d82200f2-9517-4091-85d2-1733cd109851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:58:40.387627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Attempting to bind port 4d3cffd7-a843-4512-ac5e-e41e48139df1 on network d82200f2-9517-4091-85d2-1733cd109851 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:58:40.394579 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:58:40.397260 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Checking segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:58:40.397260 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Bound using segment: {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:58:40.397260 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Bound port: 4d3cffd7-a843-4512-ac5e-e41e48139df1, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070f42a4-4ff2-45ac-b39f-fbc9ef879834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:58:40.397260 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.424479 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.478757 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:58:40.485742 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:58:40.571656 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.574252 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-18ae8c12-59f6-4cf2-8800-049b8e0062d1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:40.631087 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:40.631734 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.632513 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.635318 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] 10.222.0.45 "PUT /v2.0/ports/4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 1093 time: 1.5272522 Jun 19 01:58:40.636405 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:40.639214 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:40.644568 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6781070e-ae59-473f-86da-7939bbb4c4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:40.647428 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:40.659439 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:40.873123 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=328a1f49-07b9-4947-b544-ae71e9491b56,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:40.885444 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3433385 Jun 19 01:58:40.890706 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:40.892349 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47582) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:40.895701 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 328a1f49-07b9-4947-b544-ae71e9491b56 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:58:40.910907 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Request body: {'subnet': {'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1473696623-subnet', 'tenant_id': '2143f94e7f4a4710a0deee420d8a19ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:40.994786 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f39ec2-9923-4ae6-9c0a-023eae735a98 x-openstack-request-id: req-23f39ec2-9923-4ae6-9c0a-023eae735a98 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:40.995627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:40.995627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23f39ec2-9923-4ae6-9c0a-023eae735a98 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:40.995955 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'status': 'completed', 'code': 200} Jun 19 01:58:41.029147 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4a78e-70d8-47fc-8f86-394557c4b3ca req-5ade7b60-aee4-4139-82a5-79fd8acced52 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.034282 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:41.040969 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:41.054402 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-15f4a78e-70d8-47fc-8f86-394557c4b3ca req-5ade7b60-aee4-4139-82a5-79fd8acced52 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.4665184 Jun 19 01:58:41.069647 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433b3d0-9593-458c-b987-0bcb45ba5272 req-02197097-6c29-4617-8bb0-1dcb8eb23393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.071677 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d433b3d0-9593-458c-b987-0bcb45ba5272 req-02197097-6c29-4617-8bb0-1dcb8eb23393 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1099 time: 0.4181128 Jun 19 01:58:41.075100 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Made reservation on behalf of 2143f94e7f4a4710a0deee420d8a19ad for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:41.079127 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:41.148157 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d433b3d0-9593-458c-b987-0bcb45ba5272 req-b5a1a1c0-fab5-453f-9ac3-12ce1959138b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696216 Jun 19 01:58:41.178587 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee4d8-5a96-472e-beba-718c5dff905e req-afd4706b-dcc7-453b-bee8-7c3164ba0bdc tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.179986 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-15f4a78e-70d8-47fc-8f86-394557c4b3ca req-7265763a-434d-42a1-b92c-5a38341dd761 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242886 Jun 19 01:58:41.180900 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-429ee4d8-5a96-472e-beba-718c5dff905e req-afd4706b-dcc7-453b-bee8-7c3164ba0bdc tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.0949843 Jun 19 01:58:41.184743 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781070e-ae59-473f-86da-7939bbb4c4e6 req-884ee695-1cd1-4c41-97df-7261964a2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.186432 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6781070e-ae59-473f-86da-7939bbb4c4e6 req-884ee695-1cd1-4c41-97df-7261964a2950 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1096 time: 0.4174409 Jun 19 01:58:41.265751 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-429ee4d8-5a96-472e-beba-718c5dff905e req-a5f2c86f-4811-4a2c-b3d9-59e5269ee325 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765510 Jun 19 01:58:41.425601 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781070e-ae59-473f-86da-7939bbb4c4e6 req-03fa49ca-a542-49a9-9137-e7efc4514857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.427364 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6781070e-ae59-473f-86da-7939bbb4c4e6 req-03fa49ca-a542-49a9-9137-e7efc4514857 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2744f378420f4d19b6c5f223ad4d8912&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2277822 Jun 19 01:58:41.941721 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a870-1b79-467b-8eb8-e819bc67a326 req-dffcdb98-4d3e-4e49-ade0-ec865cc1687c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.943485 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f997a870-1b79-467b-8eb8-e819bc67a326 req-dffcdb98-4d3e-4e49-ade0-ec865cc1687c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.5924904 Jun 19 01:58:41.947066 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781070e-ae59-473f-86da-7939bbb4c4e6 req-29774cb3-24d6-4220-b247-9e1060dcd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:41.948614 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-6781070e-ae59-473f-86da-7939bbb4c4e6 req-29774cb3-24d6-4220-b247-9e1060dcd417 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5108011 Jun 19 01:58:41.977501 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:41.985108 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:42.080989 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f997a870-1b79-467b-8eb8-e819bc67a326 req-19029a25-a9c9-49f2-a265-fc2f13dad881 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291332 Jun 19 01:58:42.115443 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3ce364-163d-4f9a-9177-f68b4e357ecc,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:42.115443 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:42.130835 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Checking segment: {'id': '61d2eb59-d9ab-4812-8810-eb85732f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:58:42.131195 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Network hostable DHCP agents. Network: 328a1f49-07b9-4947-b544-ae71e9491b56, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:58:42.159957 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-137be28c-cc44-43b2-8a28-537b32b7adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.161443 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-137be28c-cc44-43b2-8a28-537b32b7adf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1096 time: 0.1400280 Jun 19 01:58:42.225342 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Network 328a1f49-07b9-4947-b544-ae71e9491b56 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:58:42.228479 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-a3c7e893-41d5-4525-baf9-4653d4ad6e92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 217 time: 0.0504973 Jun 19 01:58:42.304493 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-8f93f4fd-acdc-4642-8a3e-e9fe4002896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.307281 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-8f93f4fd-acdc-4642-8a3e-e9fe4002896c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 200 len: 848 time: 0.0696766 Jun 19 01:58:42.317835 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 328a1f49-07b9-4947-b544-ae71e9491b56) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:42.331829 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a916b-972e-44fc-a6e8-93ed09ebba3a None None] Network 328a1f49-07b9-4947-b544-ae71e9491b56 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:58:42.396937 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.398292 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:42.509488 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2efe818e-f87b-477a-922b-35364455cfd7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6068552 Jun 19 01:58:42.524211 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd045-8628-432d-93f4-0bc7ffcc2f5d req-37feff7a-8bcb-4f1d-97d5-796e2c79cbd2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.527605 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fb1dd045-8628-432d-93f4-0bc7ffcc2f5d req-37feff7a-8bcb-4f1d-97d5-796e2c79cbd2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1549885 Jun 19 01:58:42.559156 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746b36-246d-4972-b214-c55a09bcd79e req-501ea560-8951-4f6c-a92f-44da6d571a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.563515 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-501ea560-8951-4f6c-a92f-44da6d571a82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d82200f2-9517-4091-85d2-1733cd109851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2465041 Jun 19 01:58:42.585863 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c309a-106e-4be3-8abc-015dfaa4372c None None] Network 328a1f49-07b9-4947-b544-ae71e9491b56 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:58:42.622713 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fb1dd045-8628-432d-93f4-0bc7ffcc2f5d req-5bd6f431-0d64-4718-9c07-10d4957423c4 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859220 Jun 19 01:58:42.638271 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df829-f142-42c0-bcba-912d009206e9 req-49d33d96-799a-406f-bcc1-3ed0dbef6c53 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.648698 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b21df829-f142-42c0-bcba-912d009206e9 req-49d33d96-799a-406f-bcc1-3ed0dbef6c53 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.1943181 Jun 19 01:58:42.713557 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b21df829-f142-42c0-bcba-912d009206e9 req-b1515f1b-afa4-4027-afad-e9fd29b41e49 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612900 Jun 19 01:58:42.761652 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-0d65f043-c336-4471-b930-3e8499707755 service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900315 Jun 19 01:58:42.902648 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-70746b36-246d-4972-b214-c55a09bcd79e req-e3939016-711b-47ed-bf5f-e894cfd34ec6 service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333873 Jun 19 01:58:42.961885 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a527b73-6d67-4178-a633-5d41d176820c req-a6a20e03-63c7-45bc-906e-14aff9137e12 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:42.963929 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8a527b73-6d67-4178-a633-5d41d176820c req-a6a20e03-63c7-45bc-906e-14aff9137e12 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.0857756 Jun 19 01:58:43.018157 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8a527b73-6d67-4178-a633-5d41d176820c req-b65b805f-22b7-4d36-bd9d-d586267e43bb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Jun 19 01:58:43.309344 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ab9e-c004-4053-83f6-76b7d2c16bbf req-876b962f-c380-434d-a4e8-3863b37e82e8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:43.310928 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d8a7ab9e-c004-4053-83f6-76b7d2c16bbf req-876b962f-c380-434d-a4e8-3863b37e82e8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.1029732 Jun 19 01:58:43.365882 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d8a7ab9e-c004-4053-83f6-76b7d2c16bbf req-911068ec-d843-4977-a1d6-618cfb9fb2bc tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441227 Jun 19 01:58:43.478139 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712a3e5-1bac-4e9d-97d9-d5c125cda7e6 req-f7669766-2cbf-4be5-804d-be630df411ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:43.480562 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5712a3e5-1bac-4e9d-97d9-d5c125cda7e6 req-f7669766-2cbf-4be5-804d-be630df411ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.0762591 Jun 19 01:58:43.546321 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5712a3e5-1bac-4e9d-97d9-d5c125cda7e6 req-30b6d41f-9f70-4051-8528-337cd400e762 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586209 Jun 19 01:58:43.549124 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47622) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:43.557896 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1387708495-network', 'tenant_id': 'a1fcbc908f2d46feaae5c759bf445b0d'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:43.696549 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Made reservation on behalf of a1fcbc908f2d46feaae5c759bf445b0d for: {'network': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:43.704374 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:43.729709 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:43.871653 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95a2d-7c11-44b2-b5b8-2d973f12e369 req-7f51f7b7-68d5-464a-86d9-c36dcb8f18af tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:43.876904 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9eb95a2d-7c11-44b2-b5b8-2d973f12e369 req-7f51f7b7-68d5-464a-86d9-c36dcb8f18af tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1170769 Jun 19 01:58:43.880215 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:43.931029 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9eb95a2d-7c11-44b2-b5b8-2d973f12e369 req-967ce093-da1f-4ca2-ad75-3a7be7455c55 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505972 Jun 19 01:58:43.959829 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:43.963116 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:43.988638 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=105200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:58:43.999724 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272d1434-1c31-4725-b312-cde5d0ec6170,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:44.005191 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:44.006381 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:44.009032 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.segments_db [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Added segment 2b90ac42-b802-47ae-b587-450270a8fa1d of type vlan for network 63150aee-9b74-4c3a-a31d-0d3890ef7765 Jun 19 01:58:44.086163 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:44.262787 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:44.264357 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:44.264981 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:44.267957 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-0156aff8-2772-46df-8272-5b841222f9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:44.343565 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Pushing event updated for resources: {'Network': ['ID=63150aee-9b74-4c3a-a31d-0d3890ef7765,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:44.347825 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:44.355977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network 63150aee-9b74-4c3a-a31d-0d3890ef7765 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:58:44.427732 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8767750 Jun 19 01:58:44.431677 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47634) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:44.438456 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Request body: {'subnet': {'network_id': '63150aee-9b74-4c3a-a31d-0d3890ef7765', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1387708495-subnet', 'tenant_id': 'a1fcbc908f2d46feaae5c759bf445b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:44.636848 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3981d-af96-4d31-afc7-e6b2be6d5601 req-597a44d7-c889-4d26-afd3-37ef7a3f1b8a tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:44.639933 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cbd3981d-af96-4d31-afc7-e6b2be6d5601 req-597a44d7-c889-4d26-afd3-37ef7a3f1b8a tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.0878727 Jun 19 01:58:44.644097 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Made reservation on behalf of a1fcbc908f2d46feaae5c759bf445b0d for: {'subnet': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:44.644603 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31317072'] for subnet, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:44.739272 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cbd3981d-af96-4d31-afc7-e6b2be6d5601 req-142ce99e-b82f-4e00-b5e9-f8403495eff7 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922117 Jun 19 01:58:44.993684 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31224633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31317058'] for subnet, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:45.001543 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-37e8563e-c210-4d4e-9d40-11572565cbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:45.068425 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384b308c-ea0b-4bc4-8a65-60f902a311ea,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:45.072787 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:45.082831 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Checking segment: {'id': '2b90ac42-b802-47ae-b587-450270a8fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '63150aee-9b74-4c3a-a31d-0d3890ef7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:58:45.083366 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Network hostable DHCP agents. Network: 63150aee-9b74-4c3a-a31d-0d3890ef7765, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:58:45.157627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ba588-e299-4369-ae75-06ffa946329c req-d2df643a-9756-45f4-be10-489156abd9f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:45.161024 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-249ba588-e299-4369-ae75-06ffa946329c req-d2df643a-9756-45f4-be10-489156abd9f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0986149 Jun 19 01:58:45.180578 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Network 63150aee-9b74-4c3a-a31d-0d3890ef7765 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:58:45.213193 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-249ba588-e299-4369-ae75-06ffa946329c req-9b6d7372-258b-4328-8f4c-ec04e7d07b7c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460002 Jun 19 01:58:45.308172 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, 63150aee-9b74-4c3a-a31d-0d3890ef7765) {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:45.313848 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:45.314837 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:45.321007 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47cdc0-2305-4196-be9e-a87a63f6546c None None] Network 63150aee-9b74-4c3a-a31d-0d3890ef7765 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:58:45.424106 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-99c03ef9-525c-45c5-8f81-72c649d8d072 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9904695 Jun 19 01:58:45.490508 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4af2b4-2b20-45f0-9f18-0e7c31199a90 None None] Network 63150aee-9b74-4c3a-a31d-0d3890ef7765 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:58:45.842468 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:58:45.991627 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:46.009368 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'port_id': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'mac_address': 'fa:16:3e:55:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:58:46.017962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0c48-cfd1-41a2-81af-377d67e3b83d req-79dfc459-295b-4180-8b1b-d6d0f238b09c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:46.019872 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-554b0c48-cfd1-41a2-81af-377d67e3b83d req-79dfc459-295b-4180-8b1b-d6d0f238b09c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.0861211 Jun 19 01:58:46.053497 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:46.072951 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3cffd7-a843-4512-ac5e-e41e48139df1 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:58:46.078238 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-554b0c48-cfd1-41a2-81af-377d67e3b83d req-039f7d27-6fa7-406c-9779-ccf5cef9e558 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515463 Jun 19 01:58:46.111095 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:46.154097 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-8b29d825-d895-487e-8855-4e57692641f0 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:46.156887 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-8b29d825-d895-487e-8855-4e57692641f0 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/networks?id=328a1f49-07b9-4947-b544-ae71e9491b56 HTTP/1.1" status: 200 len: 809 time: 0.2023611 Jun 19 01:58:46.180886 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-85440688-aba9-4e21-b2c7-5e9402d1f52d tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/quotas/2143f94e7f4a4710a0deee420d8a19ad HTTP/1.1" status: 200 len: 375 time: 0.0153630 Jun 19 01:58:46.186655 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:46.188859 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:46.244735 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-43ba7f5e-a13b-4d28-805b-9b8b719c7175 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2143f94e7f4a4710a0deee420d8a19ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568759 Jun 19 01:58:46.255359 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:46.260416 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:46.395691 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-a13d5d31-f554-4c6d-bb49-71fb7853cf20 service neutron] 10.222.0.23 "GET /v2.0/networks/328a1f49-07b9-4947-b544-ae71e9491b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435571 Jun 19 01:58:46.444352 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['4d3cffd7-a843-4512-ac5e-e41e48139df1'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:58:46.512955 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-80251b86-1424-48c7-8bd6-eda6ec8ae39b service neutron] 10.222.0.23 "GET /v2.0/networks/328a1f49-07b9-4947-b544-ae71e9491b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100063 Jun 19 01:58:47.067409 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3a8ea-cc1b-48d6-9850-2aa7bf9b3a40 req-168b10c6-831c-42b2-9253-d702ce864f1d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:47.069605 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-41d3a8ea-cc1b-48d6-9850-2aa7bf9b3a40 req-168b10c6-831c-42b2-9253-d702ce864f1d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1072295 Jun 19 01:58:47.124867 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-41d3a8ea-cc1b-48d6-9850-2aa7bf9b3a40 req-b5e7a0c8-89eb-4eae-b1c3-a48b1436bae1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480909 Jun 19 01:58:47.283931 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-55abfed0-3b05-4547-bdd6-595ef2b07e40 req-853c2f77-1adc-44e1-ae5c-dfefd72a7208 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 210 time: 0.0528281 Jun 19 01:58:47.604626 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a943f-1940-4f0a-add4-2709e60deebf req-8ac74172-1d05-43cb-8a98-b1ec195a1f26 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:47.606241 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-943a943f-1940-4f0a-add4-2709e60deebf req-8ac74172-1d05-43cb-8a98-b1ec195a1f26 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 944 time: 0.1984849 Jun 19 01:58:47.658651 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-943a943f-1940-4f0a-add4-2709e60deebf req-f406c8b3-202b-4965-bdc5-14ff5ab64f9b tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 Jun 19 01:58:47.854950 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:58:48.029506 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 4d3cffd7-a843-4512-ac5e-e41e48139df1 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:58:48.061557 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 4d3cffd7-a843-4512-ac5e-e41e48139df1 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:58:48.062023 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:48.215177 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:48.500968 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8700b22-0d5a-422b-ac41-cf07e874c84f req-3a02868a-4d72-4add-a898-eb6124c0448b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:48.508673 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8700b22-0d5a-422b-ac41-cf07e874c84f req-3a02868a-4d72-4add-a898-eb6124c0448b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1292002 Jun 19 01:58:48.556543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:48.560059 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0c0d71-bd44-4a95-855b-fa22b1ea75ca" -d '{"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:48.577154 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a8700b22-0d5a-422b-ac41-cf07e874c84f req-3f0aa054-ab6c-4cc8-b35f-fcb14be86a34 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650730 Jun 19 01:58:48.598508 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:48.659595 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d71dfa-c9a8-4242-a4f7-3f27d2956723 x-openstack-request-id: req-36d71dfa-c9a8-4242-a4f7-3f27d2956723 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:48.660091 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:48.660949 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36d71dfa-c9a8-4242-a4f7-3f27d2956723 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:48.661249 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'code': 200} Jun 19 01:58:48.752805 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:48.755089 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-82723708-e674-49a6-9db5-20c8407165b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:48.830366 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:48.835211 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:48.898215 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3e9253ec-1d7d-46eb-9ec6-b0b9afbf2578 req-b4e02e81-4531-4e6f-a42a-e7cc92c58c7c tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 210 time: 0.1073749 Jun 19 01:58:49.021514 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7d8a7d5c-a8e5-4387-8958-064582864caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:49.137560 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a297dd3-70a1-4f27-9905-3d35e755bb10 req-54ac530b-9bbd-4064-abea-dcca5d63952b tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:49.140176 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9a297dd3-70a1-4f27-9905-3d35e755bb10 req-54ac530b-9bbd-4064-abea-dcca5d63952b tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0818059 Jun 19 01:58:49.201686 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9a297dd3-70a1-4f27-9905-3d35e755bb10 req-dfcd1e7e-56d7-48d3-8d46-b62cff0858a6 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503643 Jun 19 01:58:49.550264 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaef31-5a8d-4955-8665-0d93f9b37dc7 req-36c09af1-4f62-45eb-9720-30a2765db063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:49.553330 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a3eaef31-5a8d-4955-8665-0d93f9b37dc7 req-36c09af1-4f62-45eb-9720-30a2765db063 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1098 time: 0.1689901 Jun 19 01:58:49.650484 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a3eaef31-5a8d-4955-8665-0d93f9b37dc7 req-6ee7f3c9-c89c-4be5-b7f8-d1bc3f18b828 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907798 Jun 19 01:58:49.658815 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75d616-ff57-46cf-a86f-5eef8d581107 req-bc413b40-0738-4e0b-a62a-02df00213505 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:49.666608 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5a75d616-ff57-46cf-a86f-5eef8d581107 req-bc413b40-0738-4e0b-a62a-02df00213505 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.2299697 Jun 19 01:58:49.710972 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5a75d616-ff57-46cf-a86f-5eef8d581107 req-7e18c6db-7280-4ca5-a30e-d2c6f66c0469 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Jun 19 01:58:49.729005 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682853d-395e-4562-9151-4042f97a1515 req-bd996bb9-e9a7-420e-bcd6-83426cbab82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:49.729005 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-bd996bb9-e9a7-420e-bcd6-83426cbab82c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 1098 time: 0.0938447 Jun 19 01:58:49.855671 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682853d-395e-4562-9151-4042f97a1515 req-d3ea6e98-bc1a-4d99-84dc-424e268f293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:49.857836 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-d3ea6e98-bc1a-4d99-84dc-424e268f293f service neutron] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 912 time: 0.1253774 Jun 19 01:58:49.954537 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-ebc23361-6927-45bf-827d-8b23fa44b1ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8409d6e1-33c3-4856-89be-c10c061a024c HTTP/1.1" status: 200 len: 1001 time: 0.0863624 Jun 19 01:58:50.072083 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682853d-395e-4562-9151-4042f97a1515 req-54f42a18-b000-498a-9ed8-897b48329d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:50.075144 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-54f42a18-b000-498a-9ed8-897b48329d4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.1121669 Jun 19 01:58:50.148708 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ff9f8124-4c46-42eb-b560-d84f78b19d20 req-3b769752-df7b-48d9-805f-ec4ec0bcd900 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 210 time: 0.0816355 Jun 19 01:58:50.155641 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:50.230699 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682853d-395e-4562-9151-4042f97a1515 req-2a28dd04-dc97-458e-bf2a-9b8ecdd87899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:50.233847 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-2a28dd04-dc97-458e-bf2a-9b8ecdd87899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1422520 Jun 19 01:58:50.418858 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-23b40553-2a9c-4fe2-9676-57dff3c97a5e service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687253 Jun 19 01:58:50.548497 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be478-2cf6-4045-8a7b-76e500e1d67b req-d2238647-5bb7-4068-81cd-7fdb3c2e45ae tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:50.550787 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e5be478-2cf6-4045-8a7b-76e500e1d67b req-d2238647-5bb7-4068-81cd-7fdb3c2e45ae tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.1592155 Jun 19 01:58:50.601518 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b682853d-395e-4562-9151-4042f97a1515 req-16e28914-7066-4f2c-b775-f3c8508cc103 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570261 Jun 19 01:58:50.644376 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e5be478-2cf6-4045-8a7b-76e500e1d67b req-d81fddbb-7c6c-4132-a0d2-a2a559243ca0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580063 Jun 19 01:58:50.697071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-d97500e8-7042-4c79-a669-23d6e1014c5f tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:50.698641 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-d97500e8-7042-4c79-a669-23d6e1014c5f tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.45 "GET /v2.0/networks?id=328a1f49-07b9-4947-b544-ae71e9491b56 HTTP/1.1" status: 200 len: 809 time: 0.1879604 Jun 19 01:58:50.715143 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Request body: {'port': {'device_id': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56', 'admin_state_up': True, 'tenant_id': '2143f94e7f4a4710a0deee420d8a19ad'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:51.041811 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955323e-21a7-40c8-a941-38e3bb603655 req-3f34fc01-4d4f-4db1-8964-f8f71856188d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:51.043747 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5955323e-21a7-40c8-a941-38e3bb603655 req-3f34fc01-4d4f-4db1-8964-f8f71856188d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0951288 Jun 19 01:58:51.066381 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3852ed-4ebf-4ac8-818b-3356127a354e req-9f2abc93-3e9b-4f67-813d-55b99249b095 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:51.069072 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3e3852ed-4ebf-4ac8-818b-3356127a354e req-9f2abc93-3e9b-4f67-813d-55b99249b095 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.2330377 Jun 19 01:58:51.112518 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5955323e-21a7-40c8-a941-38e3bb603655 req-ccf54888-285c-41e2-b01f-31657474e622 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572381 Jun 19 01:58:51.135592 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Made reservation on behalf of 2143f94e7f4a4710a0deee420d8a19ad for: {'port': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:58:51.145760 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:51.213365 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3e3852ed-4ebf-4ac8-818b-3356127a354e req-41469583-4868-4c07-87c0-c39ae84c40c5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265392 Jun 19 01:58:51.469111 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c46562-ee00-4b4e-979d-fc1c9df1ad28 req-f6a8fc55-04fc-4839-9656-68c27478793c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:51.481385 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-812fdbfe-9325-468b-8c2d-11e538402052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:51.482225 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d2c46562-ee00-4b4e-979d-fc1c9df1ad28 req-f6a8fc55-04fc-4839-9656-68c27478793c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.1713445 Jun 19 01:58:51.517798 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Allocated IP 172.20.0.2 (328a1f49-07b9-4947-b544-ae71e9491b56/1a3ce364-163d-4f9a-9177-f68b4e357ecc/5dd44083-9739-49b7-92e9-1940ffecd6ff) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:58:51.535604 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d2c46562-ee00-4b4e-979d-fc1c9df1ad28 req-2c37f310-a109-46cf-96af-c304743d064f tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Jun 19 01:58:51.575044 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a60bffa7-8876-4b8e-9d91-67ddd3e6f049 req-0638b303-9f89-4d77-bc20-82be48621ba9 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 210 time: 0.0633018 Jun 19 01:58:51.586199 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47788) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:51.806027 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:51.935416 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:51.944036 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-62a8fbc4-de63-4b02-ba17-7f60d72b8085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:51.962685 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a678c-ec5d-4631-a5da-418ec7e09fad tempest-TestMinimumBasicScenario-2107154047 tempest-TestMinimumBasicScenario-2107154047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:51.964330 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c71a678c-ec5d-4631-a5da-418ec7e09fad tempest-TestMinimumBasicScenario-2107154047 tempest-TestMinimumBasicScenario-2107154047-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1094 time: 0.3758068 Jun 19 01:58:51.971206 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47800) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:51.977385 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'floatingip': {'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'port_id': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:51.997873 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc3528-ab93-4753-8ecd-6fd92e282c77 req-6a575a5a-9379-43f7-bfd9-e030600334cf tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:51.999452 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e6bc3528-ab93-4753-8ecd-6fd92e282c77 req-6a575a5a-9379-43f7-bfd9-e030600334cf tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.1367545 Jun 19 01:58:52.013014 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Network 328a1f49-07b9-4947-b544-ae71e9491b56 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:58:52.016812 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:52.021152 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:58:52.049281 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Pushing event updated for resources: {'Port': ['ID=5dd44083-9739-49b7-92e9-1940ffecd6ff,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:52.054529 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:52.058933 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e6bc3528-ab93-4753-8ecd-6fd92e282c77 req-cbed9adc-2127-45d4-91b3-ce47583f2392 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484986 Jun 19 01:58:52.074003 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:52.095150 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:52.097012 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:52.144449 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for floatingip, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:52.247532 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-a400415e-355f-42f9-a18f-a288bbf912fb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5369687 Jun 19 01:58:52.298834 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Request body: {'port': {'device_id': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:52.374953 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:52.464945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf28ff-8661-49f0-bea6-06fb23259269 req-5e1051ee-cff0-4e61-a684-efd996099ef1 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:52.467463 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a1bf28ff-8661-49f0-bea6-06fb23259269 req-5e1051ee-cff0-4e61-a684-efd996099ef1 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.2400961 Jun 19 01:58:52.475531 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:52.587818 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8136-2bc6-4472-9a78-f0de903be7a9 req-a93c5351-8d60-4b40-a726-fea27ad87d60 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:52.590473 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a0fa8136-2bc6-4472-9a78-f0de903be7a9 req-a93c5351-8d60-4b40-a726-fea27ad87d60 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.2826324 Jun 19 01:58:52.603634 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a1bf28ff-8661-49f0-bea6-06fb23259269 req-15b3869d-f94f-498c-9164-fc8b089e8abf tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243269 Jun 19 01:58:52.629641 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:52.648881 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47810) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:52.707747 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Allocated IP 172.28.0.57 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/b1c0c347-ff2c-4502-901c-4175f35e19ff) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:58:52.761710 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a0fa8136-2bc6-4472-9a78-f0de903be7a9 req-2f80876b-6ec7-40b1-9f56-791b893c49d7 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404090 Jun 19 01:58:52.812820 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-5a468c9c-8764-4b05-98b6-f9bc917926bf tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:52.816167 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-5a468c9c-8764-4b05-98b6-f9bc917926bf tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.2650585 Jun 19 01:58:53.083917 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28304a92-fccc-48f7-847d-1c368ae8a46f tempest-TestShelveInstance-167442483 tempest-TestShelveInstance-167442483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:53.085541 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-28304a92-fccc-48f7-847d-1c368ae8a46f tempest-TestShelveInstance-167442483 tempest-TestShelveInstance-167442483-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1093 time: 0.4352758 Jun 19 01:58:53.091114 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.094011 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47824) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:53.108591 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Request body: {'floatingip': {'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'port_id': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:53.120597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Deleting port 8dd8ac8b-310f-42b6-962d-f108deb479ff {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:58:53.120597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.128789 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8781f5-21d5-42eb-b117-a7cd7dee5ee1 req-e994b876-0f73-48c4-8a4e-d00c4320c2ba tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:53.133502 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a916d-4154-471a-b210-de9e9428daca req-88aa33a7-39dd-4359-81fe-e987189e424c tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:53.135244 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-849a916d-4154-471a-b210-de9e9428daca req-88aa33a7-39dd-4359-81fe-e987189e424c tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 931 time: 0.1624298 Jun 19 01:58:53.135946 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bc8781f5-21d5-42eb-b117-a7cd7dee5ee1 req-e994b876-0f73-48c4-8a4e-d00c4320c2ba tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.3049591 Jun 19 01:58:53.290720 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd44083-9739-49b7-92e9-1940ffecd6ff {{(pid=105200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:58:53.301521 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.321945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for floatingip, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.326526 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Transition to ACTIVE for port object 5dd44083-9739-49b7-92e9-1940ffecd6ff will not be triggered until provisioned by entity L2. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:58:53.342546 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-849a916d-4154-471a-b210-de9e9428daca req-657b3d2b-41a0-4e0a-827c-87e647890ddb tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893613 Jun 19 01:58:53.378031 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.388696 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-55f6f853-b1b5-4264-9f25-2540e986bf09 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:53.390560 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bc8781f5-21d5-42eb-b117-a7cd7dee5ee1 req-37ea0f99-1b92-4e43-ba1e-3e513a55cc31 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536988 Jun 19 01:58:53.396762 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] For port 8dd8ac8b-310f-42b6-962d-f108deb479ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8dd8ac8b-310f-42b6-962d-f108deb479ff,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:58:53.397373 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.407444 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.413733 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6004c882-4aff-4f92-897c-d1f380be2118 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:53.525791 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Pushing event updated for resources: {'Port': ['ID=5dd44083-9739-49b7-92e9-1940ffecd6ff,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:53.531967 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:53.579717 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:58:53.598944 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'Port': ['ID=b1c0c347-ff2c-4502-901c-4175f35e19ff,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:53.614032 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:53.627231 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:53.641842 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:58:53.647337 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.662742 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Attempting to bind port 5dd44083-9739-49b7-92e9-1940ffecd6ff on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:58:53.663147 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Attempting to bind port 5dd44083-9739-49b7-92e9-1940ffecd6ff by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '61d2eb59-d9ab-4812-8810-eb85732f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56'}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:58:53.663434 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Attempting to bind port 5dd44083-9739-49b7-92e9-1940ffecd6ff on network 328a1f49-07b9-4947-b544-ae71e9491b56 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:58:53.705097 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Port 5dd44083-9739-49b7-92e9-1940ffecd6ff on network 328a1f49-07b9-4947-b544-ae71e9491b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:58:53.706125 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Attempting to bind port 5dd44083-9739-49b7-92e9-1940ffecd6ff on network 328a1f49-07b9-4947-b544-ae71e9491b56 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:58:53.719252 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:58:53.719725 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Checking segment: {'id': '61d2eb59-d9ab-4812-8810-eb85732f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:58:53.720429 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Bound using segment: {'id': '61d2eb59-d9ab-4812-8810-eb85732f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56'} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:58:53.721684 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Bound port: 5dd44083-9739-49b7-92e9-1940ffecd6ff, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61d2eb59-d9ab-4812-8810-eb85732f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56'}}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:58:53.722269 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.867153 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Allocated IP 172.28.0.254 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/9d632d41-b9b7-4dcf-a4a8-cf5d0cdfbca8) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:58:53.874748 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] For port 5dd44083-9739-49b7-92e9-1940ffecd6ff, host hv-cinder-79717, cleared binding levels {{(pid=105200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:58:53.881080 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] For port 5dd44083-9739-49b7-92e9-1940ffecd6ff, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5dd44083-9739-49b7-92e9-1940ffecd6ff,segment=NetworkSegment(61d2eb59-d9ab-4812-8810-eb85732f1866),segment_id=61d2eb59-d9ab-4812-8810-eb85732f1866)] {{(pid=105200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:58:53.970096 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47834) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:53.987126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:53.994684 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-bd660ecb-d3b8-4b48-8e03-5e8e01276313 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:54.072808 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:54.073822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.076492 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] 10.222.0.45 "PUT /v2.0/ports/5dd44083-9739-49b7-92e9-1940ffecd6ff HTTP/1.1" status: 200 len: 1093 time: 1.7911019 Jun 19 01:58:54.077084 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'tag': '5dd44083-9739-49b7-92e9-1940ffecd6ff'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:54.081367 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9952491f-da69-48aa-bb31-22b77eebf2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d5551-35ec-404c-90a4-1f13f65641c7", "tag": "5dd44083-9739-49b7-92e9-1940ffecd6ff"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:54.156802 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Pushing event updated for resources: {'Port': ['ID=5dd44083-9739-49b7-92e9-1940ffecd6ff,revision_number=3']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:54.166997 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb825b64-fcf8-432d-ba33-e15ffcfc6c3f x-openstack-request-id: req-eb825b64-fcf8-432d-ba33-e15ffcfc6c3f {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:54.166997 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d5551-35ec-404c-90a4-1f13f65641c7", "tag": "5dd44083-9739-49b7-92e9-1940ffecd6ff", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:54.166997 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb825b64-fcf8-432d-ba33-e15ffcfc6c3f {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:54.168697 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'tag': '5dd44083-9739-49b7-92e9-1940ffecd6ff', 'status': 'completed', 'code': 200} Jun 19 01:58:54.174294 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.175223 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.175223 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.l3_db [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Floating IP 83bf0ec6-991f-44ea-9ebc-b3be4eb6d639 disassociated. External IP: 172.28.0.135, port: 8dd8ac8b-310f-42b6-962d-f108deb479ff. Jun 19 01:58:54.175688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Calling delete_port for 8dd8ac8b-310f-42b6-962d-f108deb479ff owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:58:54.188237 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:54.252362 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e2ade46d-eaac-4c8e-b806-ab6bb76b9c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.274003 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.599766 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.778537 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952491f-da69-48aa-bb31-22b77eebf2b3 req-4074e8d0-980a-4afc-aea2-5b83a063ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:54.780617 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9952491f-da69-48aa-bb31-22b77eebf2b3 req-4074e8d0-980a-4afc-aea2-5b83a063ea10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2143f94e7f4a4710a0deee420d8a19ad&device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 1096 time: 0.5809250 Jun 19 01:58:54.882268 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.891470 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-cfa18b91-0923-4f48-b3f2-c701a1ba0372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:54.900133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7231-410a-4b0f-9303-7d0919dc31f8 req-7cb1a256-74ac-47b4-8e49-e6d8bbb5d79c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:54.902233 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-57ad7231-410a-4b0f-9303-7d0919dc31f8 req-7cb1a256-74ac-47b4-8e49-e6d8bbb5d79c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 947 time: 0.2871544 Jun 19 01:58:54.942421 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e2ade46d-eaac-4c8e-b806-ab6bb76b9c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:54.959576 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-57ad7231-410a-4b0f-9303-7d0919dc31f8 req-78796565-58d1-4f93-bf5f-de97326d1b2f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489359 Jun 19 01:58:54.992872 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7653e9d-bd5d-4e3e-a42e-64582e098408 req-e1847049-1a94-4956-95f8-f9f3e3ebdb4b tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:55.008219 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a7653e9d-bd5d-4e3e-a42e-64582e098408 req-e1847049-1a94-4956-95f8-f9f3e3ebdb4b tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 943 time: 0.3166931 Jun 19 01:58:55.008219 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:58:55.022535 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:58:55.036401 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:58:55.038827 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'Port': ['ID=9d632d41-b9b7-4dcf-a4a8-cf5d0cdfbca8,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:55.044296 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:55.058622 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:55.074733 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-498d8b8d-6787-47c1-8e5e-c18379c0c58c tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:55.096033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e2ade46d-eaac-4c8e-b806-ab6bb76b9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:55.105793 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b688645c-3883-47f4-850d-5b6fec323efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:55.132327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event deleted for resources: {'Port': ['ID=8dd8ac8b-310f-42b6-962d-f108deb479ff,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:55.136626 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:55.153168 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952491f-da69-48aa-bb31-22b77eebf2b3 req-4f5d24ea-27bb-40d2-b890-4fb36e844cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:55.154969 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9952491f-da69-48aa-bb31-22b77eebf2b3 req-4f5d24ea-27bb-40d2-b890-4fb36e844cbe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2143f94e7f4a4710a0deee420d8a19ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3663051 Jun 19 01:58:55.209767 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-e2ade46d-eaac-4c8e-b806-ab6bb76b9c32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d4edea7b6ff4a13a3d5c7f7c2896761&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2380650 Jun 19 01:58:55.213685 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a7653e9d-bd5d-4e3e-a42e-64582e098408 req-0c05d508-1dcb-412c-bd9b-c4670d30d19b tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986485 Jun 19 01:58:55.215596 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47844) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:55.272919 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ade46d-eaac-4c8e-b806-ab6bb76b9c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4a6ef7-1033-4620-b799-9b82c07c84fc,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:55.302690 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e2ade46d-eaac-4c8e-b806-ab6bb76b9c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:55.453684 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952491f-da69-48aa-bb31-22b77eebf2b3 req-5b21f658-f374-443c-83af-bb79f74c6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:55.456264 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9952491f-da69-48aa-bb31-22b77eebf2b3 req-5b21f658-f374-443c-83af-bb79f74c6fba service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870171 Jun 19 01:58:55.473052 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:55.586764 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:55.597424 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:55.670558 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:58:55.732406 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-19189a00-1aba-407a-8732-de7277b31ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:55.734787 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-19189a00-1aba-407a-8732-de7277b31ebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2143f94e7f4a4710a0deee420d8a19ad&device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 1096 time: 0.2181115 Jun 19 01:58:55.809282 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-ce675765-d667-460c-afef-e6ef9bb9de7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dd44083-9739-49b7-92e9-1940ffecd6ff HTTP/1.1" status: 200 len: 217 time: 0.0666208 Jun 19 01:58:55.906389 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:58:55.934045 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:58:55.935141 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 8dd8ac8b-310f-42b6-962d-f108deb479ff {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:58:55.936534 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8dd8ac8b-310f-42b6-962d-f108deb479ff not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:58:55.946912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:58:55.963087 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:55.964139 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:58:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:55.993134 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72291-337b-44db-95e3-7f72161aa479 req-9134219f-f888-422d-997d-c62ca558b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:55.995439 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-9134219f-f888-422d-997d-c62ca558b295 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a3ce364-163d-4f9a-9177-f68b4e357ecc HTTP/1.1" status: 200 len: 849 time: 0.1773136 Jun 19 01:58:56.040780 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] No DVR routers for this DVR port 8dd8ac8b-310f-42b6-962d-f108deb479ff on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:58:56.044114 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.046570 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dd7bcf43-f9cb-4c98-9825-9b441042d769 req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "DELETE /v2.0/ports/8dd8ac8b-310f-42b6-962d-f108deb479ff HTTP/1.1" status: 204 len: 173 time: 3.2224684 Jun 19 01:58:56.051941 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-deleted', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:56.055626 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45a83e-23f3-445e-a6ed-8ed496a3857e" -d '{"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-deleted", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:56.077258 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.077700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.083262 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.087306 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e4a6ef7-1033-4620-b799-9b82c07c84fc HTTP/1.1" status: 204 len: 168 time: 0.8551371 Jun 19 01:58:56.127848 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-70ee55b7-6451-4252-92c6-61b20b773188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:56.144767 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-cbf772a0-8eed-44ad-bfa4-701c13359451 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=328a1f49-07b9-4947-b544-ae71e9491b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351857 Jun 19 01:58:56.160384 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4a6ef7-1033-4620-b799-9b82c07c84fc,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:56.183928 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:56.262227 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:56.286866 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.475857 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-c6973c81-cb01-4a58-93c5-fc7e07d0223c service neutron] 10.222.0.45 "GET /v2.0/networks/328a1f49-07b9-4947-b544-ae71e9491b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157926 Jun 19 01:58:56.476366 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817125ac-80c1-447d-af9c-f7ddbdeaa242 x-openstack-request-id: req-817125ac-80c1-447d-af9c-f7ddbdeaa242 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:56.476724 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16373990-2826-436a-86f0-64c87f8d15b1", "name": "network-vif-deleted", "tag": "8dd8ac8b-310f-42b6-962d-f108deb479ff", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:56.476992 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-817125ac-80c1-447d-af9c-f7ddbdeaa242 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:56.477565 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16373990-2826-436a-86f0-64c87f8d15b1', 'name': 'network-vif-deleted', 'tag': '8dd8ac8b-310f-42b6-962d-f108deb479ff', 'status': 'completed', 'code': 200} Jun 19 01:58:56.486530 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.553613 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d74bb6fc-598d-4d7c-8c6d-7149b6913bc9 req-6d9f9d92-f982-4974-a0fe-797aa6ec07ae tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.0794051 Jun 19 01:58:56.581138 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.584044 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9606df21-d375-4ba4-96b6-cbb583a1a25f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:56.722912 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'Port': ['ID=b1c0c347-ff2c-4502-901c-4175f35e19ff,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:56.734541 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:56.754169 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.778838 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:56.816108 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:58:56.834669 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:56.835752 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:58:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:56.850655 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:56.926980 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45370-8ceb-47d9-87b3-9075c83937da req-3483e4a0-986e-4631-987a-fbd1f4d56d7e tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:56.929502 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5be45370-8ceb-47d9-87b3-9075c83937da req-3483e4a0-986e-4631-987a-fbd1f4d56d7e tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 943 time: 0.4520016 Jun 19 01:58:56.932716 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-92e72291-337b-44db-95e3-7f72161aa479 req-7ff662e4-e8ca-480e-938d-d31af594508a service neutron] 10.222.0.45 "GET /v2.0/networks/328a1f49-07b9-4947-b544-ae71e9491b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359710 Jun 19 01:58:56.993778 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:57.019229 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.l3_db [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Floating IP bf11d3b0-14f9-4e71-ad24-4032f8c71f5d associated. External IP: 172.28.0.57, port: 59e9c7f0-711e-4f6c-ac52-2a50230b5de5. Jun 19 01:58:57.095167 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5be45370-8ceb-47d9-87b3-9075c83937da req-5d83dbde-f635-4e01-b65c-cdb440c05f78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382720 Jun 19 01:58:57.289902 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:57.388881 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:57.397653 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1cc6bff6-85a3-4f8b-827b-802c6c9a8dd7 tempest-DeleteServersTestJSON-242808653 tempest-DeleteServersTestJSON-242808653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:57.452208 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:57.493022 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event updated for resources: {'Port': ['ID=9d632d41-b9b7-4dcf-a4a8-cf5d0cdfbca8,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:57.513210 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:57.547164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2878dce6-a00d-4f79-8450-d0764ba44d8c None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:58:57.558826 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Router 2814850b-a147-477f-9bbc-366dee4b73db has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:58:57.661942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:57.869229 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:58:57.893601 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] Sync routers for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:58:57.926885 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:57.939649 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:58:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:58.054758 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:58.058528 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.l3_db [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Floating IP 80556403-ddd2-4f5f-a6ba-774e5dbb4c5d associated. External IP: 172.28.0.254, port: 4d3cffd7-a843-4512-ac5e-e41e48139df1. Jun 19 01:58:58.189251 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2165222 Jun 19 01:58:58.192155 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-293f02ee-764d-4c3a-b8ab-abd6fdfcf556 req-4849b5cc-a0cf-4ccf-b525-0ddc4d7664d4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=16373990-2826-436a-86f0-64c87f8d15b1 HTTP/1.1" status: 200 len: 210 time: 0.1733737 Jun 19 01:58:58.192666 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47874) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:58.198560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573514007', 'description': 'tempest-secgroup-smoke-573514007 description', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:58.242440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4f1d-6176-4f3d-a0bb-0172661941fe None None] New status for floating IP 83bf0ec6-991f-44ea-9ebc-b3be4eb6d639: DOWN {{(pid=105202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:58:58.264958 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:58.348746 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:58.564921 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:58.569174 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:58.573931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bad6351-80db-424b-a412-930b69b7d5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:58.648803 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:58.667995 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Router 51528c2e-433e-4f86-bdc7-c51702186023 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:58:58.680906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68267002-1e51-4bd2-af6f-0fa40a3ea263 x-openstack-request-id: req-68267002-1e51-4bd2-af6f-0fa40a3ea263 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:58:58.682219 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:58:58.682685 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68267002-1e51-4bd2-af6f-0fa40a3ea263 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:58:58.683476 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'status': 'completed', 'code': 200} Jun 19 01:58:58.698147 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8eb03fc9-647b-4425-b7c1-30c661cb17a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:58.814865 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91840115-a411-47a8-a9d9-336f1ca0e090,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:58.834145 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:58.841167 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:58.847624 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6500797 Jun 19 01:58:58.852962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47884) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:58.858973 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group_rule': {'security_group_id': '91840115-a411-47a8-a9d9-336f1ca0e090', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:58.914709 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': 'bf11d3b0-14f9-4e71-ad24-4032f8c71f5d', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'floating_ip_address': '172.28.0.57', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'port_id': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'mac_address': 'fa:16:3e:38:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:58:54Z', 'revision_number': 0, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:14Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:58.973430 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] Checking router: 2814850b-a147-477f-9bbc-366dee4b73db for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:58:58.992854 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:58.994347 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:58:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:59.044179 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.162506 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.217689 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:59.234125 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.236928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:59.260556 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde9b406-494d-4d8e-a24d-92ebbc2f15ed,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:59.291381 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:59.337994 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.342885 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4891834 Jun 19 01:58:59.347600 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47888) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:58:59.355237 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group_rule': {'security_group_id': '91840115-a411-47a8-a9d9-336f1ca0e090', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:58:59.439474 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4920f7-0255-4947-b448-08020b13e6d6 req-e1dacaea-98a1-4bc9-a199-9c8de993ca20 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:59.440721 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1d4920f7-0255-4947-b448-08020b13e6d6 req-e1dacaea-98a1-4bc9-a199-9c8de993ca20 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 943 time: 0.8858969 Jun 19 01:58:59.453956 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-0f6f5cbc-fca6-4584-836f-46691c6e9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:59.455709 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-0f6f5cbc-fca6-4584-836f-46691c6e9418 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1099 time: 0.7441258 Jun 19 01:58:59.546222 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:58:59.564170 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] Sync routers for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:58:59.587214 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1d4920f7-0255-4947-b448-08020b13e6d6 req-a0d51aa6-854b-4c76-9d89-1a38caacb5c3 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357276 Jun 19 01:58:59.603659 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:58:59.605105 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:58:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:59.638560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.641141 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-a420edee-face-448a-a310-d0e75bca9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:59.645637 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-a420edee-face-448a-a310-d0e75bca9f72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.1629474 Jun 19 01:58:59.776183 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.789397 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.842452 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-1c5dba8c-4d9d-4428-9437-6e1d37e6f014 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 999 time: 0.1883986 Jun 19 01:58:59.851439 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:58:59.855112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f4b0ac39-d7bc-4694-8458-9dc5242983b8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:58:59.875556 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:58:59.904236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72034a5d-3479-4f57-9bf0-4ee60452c7d0,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:58:59.908574 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:58:59.927661 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': 'bf11d3b0-14f9-4e71-ad24-4032f8c71f5d', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'floating_ip_address': '172.28.0.57', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'port_id': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'mac_address': 'fa:16:3e:38:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:58:54Z', 'revision_number': 0, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:14Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:58:59.942747 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 5dd44083-9739-49b7-92e9-1940ffecd6ff details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:58:59.950996 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8558049 Jun 19 01:58:59.976227 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:58:59.980851 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055cf6b7-27c1-4283-8112-0037040b34e1" -d '{"events": [{"name": "network-changed", "server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:58:59.987938 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-33c85204-7e08-4dcd-9bdd-ffde2208e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:58:59.990497 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-33c85204-7e08-4dcd-9bdd-ffde2208e1ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.1326532 Jun 19 01:58:59.993814 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318e866-0995-4a98-9c48-2eb98effa982 None None] The sync data for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb is: [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': 'bf11d3b0-14f9-4e71-ad24-4032f8c71f5d', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'floating_ip_address': '172.28.0.57', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'port_id': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'mac_address': 'fa:16:3e:38:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:58:54Z', 'revision_number': 0, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:14Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:59:00.030106 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:00.036605 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-104cad5d-381f-4b37-a042-bddfad1de119 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6906469 Jun 19 01:59:00.041177 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47896) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:00.103324 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group_rule': {'security_group_id': '91840115-a411-47a8-a9d9-336f1ca0e090', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:00.191033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017afeff-0ffe-4b40-94fd-25eceb28c432 x-openstack-request-id: req-017afeff-0ffe-4b40-94fd-25eceb28c432 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:00.192631 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:00.193105 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-017afeff-0ffe-4b40-94fd-25eceb28c432 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:00.200164 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'status': 'completed', 'code': 200} Jun 19 01:59:00.222795 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-0fae0fe7-f596-4405-b364-3b6092f82a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:00.224675 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-0fae0fe7-f596-4405-b364-3b6092f82a17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2165735 Jun 19 01:59:00.248581 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 5dd44083-9739-49b7-92e9-1940ffecd6ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5dd44083-9739-49b7-92e9-1940ffecd6ff,segment=NetworkSegment(61d2eb59-d9ab-4812-8810-eb85732f1866),segment_id=61d2eb59-d9ab-4812-8810-eb85732f1866)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:00.284122 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '5dd44083-9739-49b7-92e9-1940ffecd6ff', 'network_id': '328a1f49-07b9-4947-b544-ae71e9491b56', 'port_id': '5dd44083-9739-49b7-92e9-1940ffecd6ff', 'mac_address': 'fa:16:3e:b1:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3ce364-163d-4f9a-9177-f68b4e357ecc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:59:00.353823 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:00.378697 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd44083-9739-49b7-92e9-1940ffecd6ff {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:00.379533 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-92d5a5c6-1d18-40ff-a11d-095029e883ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:00.381820 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-92d5a5c6-1d18-40ff-a11d-095029e883ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1098 time: 0.1589501 Jun 19 01:59:00.468687 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 5dd44083-9739-49b7-92e9-1940ffecd6ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5dd44083-9739-49b7-92e9-1940ffecd6ff,segment=NetworkSegment(61d2eb59-d9ab-4812-8810-eb85732f1866),segment_id=61d2eb59-d9ab-4812-8810-eb85732f1866)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:00.470292 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-0802565a-19c5-44e4-8657-8ae70b9958b6 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372561 Jun 19 01:59:00.542692 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3d8616-bd6c-44b9-beed-1c2b4d007c29 None None] New status for floating IP bf11d3b0-14f9-4e71-ad24-4032f8c71f5d: ACTIVE {{(pid=105202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:59:00.574590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47904) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:00.595522 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '80556403-ddd2-4f5f-a6ba-774e5dbb4c5d', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'floating_ip_address': '172.28.0.254', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'port_id': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'mac_address': 'fa:16:3e:55:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:58:55Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 0, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:37Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:00.604101 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:00.609637 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:00.661224 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] Checking router: 51528c2e-433e-4f86-bdc7-c51702186023 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:59:00.668607 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-9bad6351-80db-424b-a412-930b69b7d5f6 req-34ca7cd4-1336-418f-99d9-6babf0c13507 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840677 Jun 19 01:59:00.687053 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:59:00.688303 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:58:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:00.734762 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=5dd44083-9739-49b7-92e9-1940ffecd6ff,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:00.748471 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.748823 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.749168 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.749514 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.749854 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.750194 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.750530 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.750861 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.751197 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.752217 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.753177 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.761150 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:00.761661 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:00.880382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['5dd44083-9739-49b7-92e9-1940ffecd6ff'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:00.920541 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc10434-21a7-4edb-8045-3c43dd717709 req-3414e5b5-5ccf-4cf3-a0c0-020f0f0282fd tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:00.923067 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4fc10434-21a7-4edb-8045-3c43dd717709 req-3414e5b5-5ccf-4cf3-a0c0-020f0f0282fd tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 944 time: 0.1146460 Jun 19 01:59:00.926831 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:59:01.012083 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4fc10434-21a7-4edb-8045-3c43dd717709 req-549b395e-3cf0-4e95-9b2a-4381fd8fd579 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548220 Jun 19 01:59:01.050685 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.116693 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-ba9d4ed1-6556-43c2-a5bb-88ec0498c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:01.118239 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-ba9d4ed1-6556-43c2-a5bb-88ec0498c53b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 910 time: 0.7284906 Jun 19 01:59:01.194339 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.255411 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-e00d5c2b-2ff0-4056-ba9a-8f711fc5d7c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 999 time: 0.1238976 Jun 19 01:59:01.255411 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.260630 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.293236 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '80556403-ddd2-4f5f-a6ba-774e5dbb4c5d', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'floating_ip_address': '172.28.0.254', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'port_id': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'mac_address': 'fa:16:3e:55:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:58:55Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 0, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:37Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:01.346444 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-5a1f7617-3569-48ff-8b20-1ac07f6bd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:01.348341 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-5a1f7617-3569-48ff-8b20-1ac07f6bd8a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 200 len: 848 time: 0.0845110 Jun 19 01:59:01.349670 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431171-2aa4-477f-aaf9-c52b383c883a None None] The sync data for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb is: [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '80556403-ddd2-4f5f-a6ba-774e5dbb4c5d', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'floating_ip_address': '172.28.0.254', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'port_id': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'mac_address': 'fa:16:3e:55:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:58:55Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 0, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:37Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:59:01.350381 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.352775 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:01.409548 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2905644-594e-4232-bca3-ea3599997213,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:01.414986 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:01.475105 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-dcd644a9-be66-46de-b7a3-d2ca151aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:01.478330 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-dcd644a9-be66-46de-b7a3-d2ca151aa83a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d82200f2-9517-4091-85d2-1733cd109851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190896 Jun 19 01:59:01.481761 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.487168 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.489017 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5c6e8ca-4822-4096-ad2a-2eda4ba4d288 HTTP/1.1" status: 204 len: 168 time: 0.9128890 Jun 19 01:59:01.495083 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c4f7c7c3-16b8-4000-8953-bdb9edc9b065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:01.498700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47916) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:01.520824 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.api.v2.resource [None req-6293e8c3-ddac-435a-85c4-50b04fce6e2f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] show failed (client error): The resource could not be found. Jun 19 01:59:01.522617 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6293e8c3-ddac-435a-85c4-50b04fce6e2f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups/c5c6e8ca-4822-4096-ad2a-2eda4ba4d288 HTTP/1.1" status: 404 len: 347 time: 0.0221877 Jun 19 01:59:01.524387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c6e8ca-4822-4096-ad2a-2eda4ba4d288,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:01.526924 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47918) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:01.532175 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:01.552703 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.554772 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-78d7b04f-8d18-43d8-9f4d-cad139641686 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5097597 Jun 19 01:59:01.564913 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47920) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:01.565637 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group_rule': {'security_group_id': '91840115-a411-47a8-a9d9-336f1ca0e090', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:01.732577 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67cc23-f59f-4510-9c14-d90077805451 None None] New status for floating IP 80556403-ddd2-4f5f-a6ba-774e5dbb4c5d: ACTIVE {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:59:01.763449 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.767057 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-48fb49e7-9fa1-421a-b9e2-c475dd46bd3a service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765799 Jun 19 01:59:01.849332 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Deleting port 42aa9670-2fc2-4563-934b-f73aee5b4204 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:59:01.849687 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.898176 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.954226 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 5dd44083-9739-49b7-92e9-1940ffecd6ff up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:59:01.968875 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-055cf6b7-27c1-4283-8112-0037040b34e1 req-d712f9b8-6c42-4837-a48f-2611dca9b5fb service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808362 Jun 19 01:59:01.977061 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.980021 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:01.982250 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:01.982809 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.003111 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a502b54-dcd5-4335-ab0f-834b87ff3cc4,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:02.017415 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:02.081189 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Calling delete_port for 42aa9670-2fc2-4563-934b-f73aee5b4204 owned by network:floatingip {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:59:02.146273 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.152760 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-885175da-fda1-466a-8df2-cd80a9a739f7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5924859 Jun 19 01:59:02.156196 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47928) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:02.165638 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group_rule': {'security_group_id': '91840115-a411-47a8-a9d9-336f1ca0e090', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:02.210646 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 5dd44083-9739-49b7-92e9-1940ffecd6ff completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:59:02.215512 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 5dd44083-9739-49b7-92e9-1940ffecd6ff triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:02.219269 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.306190 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.338180 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd44083-9739-49b7-92e9-1940ffecd6ff'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:02.347382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c313bd-8658-4773-bd41-bd40a67d2176" -d '{"events": [{"server_uuid": "6c5d5551-35ec-404c-90a4-1f13f65641c7", "name": "network-vif-plugged", "status": "completed", "tag": "5dd44083-9739-49b7-92e9-1940ffecd6ff"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:02.358936 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 5dd44083-9739-49b7-92e9-1940ffecd6ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5dd44083-9739-49b7-92e9-1940ffecd6ff,segment=NetworkSegment(61d2eb59-d9ab-4812-8810-eb85732f1866),segment_id=61d2eb59-d9ab-4812-8810-eb85732f1866)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:02.367827 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.securitygroups_db [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Project 81bd53c23b5b4145a98d4bd69d761fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:59:02.388585 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd2f8e4-437f-4fd4-90d3-f4a14f068239 x-openstack-request-id: req-efd2f8e4-437f-4fd4-90d3-f4a14f068239 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:02.389127 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5d5551-35ec-404c-90a4-1f13f65641c7", "name": "network-vif-plugged", "status": "completed", "tag": "5dd44083-9739-49b7-92e9-1940ffecd6ff", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:02.389392 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efd2f8e4-437f-4fd4-90d3-f4a14f068239 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:02.389561 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e125175-61a1-4fc4-b7fd-825a985902c6 req-a1e576d5-54d2-45bf-a949-04e32d102a14 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:02.389799 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd44083-9739-49b7-92e9-1940ffecd6ff', 'code': 200} Jun 19 01:59:02.391145 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4e125175-61a1-4fc4-b7fd-825a985902c6 req-a1e576d5-54d2-45bf-a949-04e32d102a14 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 944 time: 0.1838424 Jun 19 01:59:02.394868 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.434858 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.440932 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:02.474671 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4e125175-61a1-4fc4-b7fd-825a985902c6 req-001f982b-390e-4808-8859-aeebfcee2883 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Jun 19 01:59:02.491388 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.500592 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.504698 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:02.530735 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=5dd44083-9739-49b7-92e9-1940ffecd6ff,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:02.539143 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event deleted for resources: {'Port': ['ID=42aa9670-2fc2-4563-934b-f73aee5b4204,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:02.550368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:02.553470 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:02.582566 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.619447 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-34026731-11f1-483c-a7b2-a7ea862d0979 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:02.669190 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a742a0c-0c47-4f0d-838c-b7eff32cdf18,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:02.688514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:02.694787 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.697905 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.699258 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "DELETE /v2.0/floatingips/83bf0ec6-991f-44ea-9ebc-b3be4eb6d639 HTTP/1.1" status: 204 len: 168 time: 1.1691518 Jun 19 01:59:02.793317 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:02.795482 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-034877d7-16d4-47f6-b6ed-06ed0a2d8796 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6377082 Jun 19 01:59:02.799487 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47938) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:02.804798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'security_group_rule': {'security_group_id': '91840115-a411-47a8-a9d9-336f1ca0e090', 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:02.889885 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3178eaa-6e0a-45f3-adf0-97850ae94bcd req-061eb04f-9da9-4106-a10e-00339561ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:02.891613 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3178eaa-6e0a-45f3-adf0-97850ae94bcd req-061eb04f-9da9-4106-a10e-00339561ecef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 1098 time: 0.0757544 Jun 19 01:59:02.935823 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d3178eaa-6e0a-45f3-adf0-97850ae94bcd req-1989cf1c-c7ac-4690-9e72-390b47575453 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Jun 19 01:59:02.938277 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.securitygroups_db [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Project 81bd53c23b5b4145a98d4bd69d761fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:59:02.945337 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.012962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.106236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47940) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:03.111624 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165915641', 'description': 'tempest-description--883096445'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:03.121977 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.131353 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:03.158111 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadfd237-080f-439f-99e2-53becf798cea,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:03.160820 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:03.245005 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.305571 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.307193 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-149885e4-f857-4b6e-b4b9-9d335cb047df tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5064294 Jun 19 01:59:03.395232 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.462370 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-814e9936-38b6-4917-959f-f2e8f7d8bee9 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573514007&fields=id&tenant_id=81bd53c23b5b4145a98d4bd69d761fb6 HTTP/1.1" status: 200 len: 267 time: 0.0493343 Jun 19 01:59:03.527349 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.531952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6324ddad-c37a-46d3-b928-81a543d48a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:03.563137 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-08379445-bc9a-46f9-ac96-d15c75b0f0bd tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:03.565576 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-08379445-bc9a-46f9-ac96-d15c75b0f0bd tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.0972247 Jun 19 01:59:03.585920 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'port': {'security_groups': ['991072a0-9e96-4b01-a12b-70b1566d5e5c', '91840115-a411-47a8-a9d9-336f1ca0e090']}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:03.588080 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:03.592903 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:03.648069 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.651832 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5419278 Jun 19 01:59:03.670970 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 47946) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:03.676688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'security_group_rule': {'security_group_id': '1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:03.715970 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:03.750182 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490ce7c-9356-4753-a83c-940299ee9a78 req-87aaed05-21df-471d-b3c4-08778db61960 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:03.752896 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1490ce7c-9356-4753-a83c-940299ee9a78 req-87aaed05-21df-471d-b3c4-08778db61960 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 945 time: 0.1233032 Jun 19 01:59:03.827673 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1490ce7c-9356-4753-a83c-940299ee9a78 req-024ecddc-2af7-4029-b5cd-c57d04a78df2 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675244 Jun 19 01:59:03.890334 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.034427 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.062527 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:04.100217 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.123608 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.131281 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:04.148293 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c7be0e-7488-4b6b-9b98-5ffe136d32a2,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:04.150897 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:04.214872 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.221502 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7b6662bc-701c-45fe-a589-823fdd88f1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:04.231626 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['59e9c7f0-711e-4f6c-ac52-2a50230b5de5'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:04.254682 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.259174 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c9893430-b5ea-490f-98c3-a4b0901787f1 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5840359 Jun 19 01:59:04.260298 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47954) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:04.266363 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'security_group_rule': {'security_group_id': '1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:04.270688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:04.270688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.272159 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0d12e03e-0dd1-4ce0-8e48-14067c27e8cd req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "PUT /v2.0/ports/59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 982 time: 0.6935904 Jun 19 01:59:04.272717 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:04.275104 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494352e-a355-4dc5-a731-610cf4d173d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:04.365401 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=6']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:04.378784 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:04.401471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf3cdf8-45f5-4e41-b71a-e2cac936e601 x-openstack-request-id: req-caf3cdf8-45f5-4e41-b71a-e2cac936e601 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:04.406360 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:04.406360 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caf3cdf8-45f5-4e41-b71a-e2cac936e601 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:04.406360 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'status': 'completed', 'code': 200} Jun 19 01:59:04.434597 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['59e9c7f0-711e-4f6c-ac52-2a50230b5de5'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:04.443282 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.523735 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-3390826f-9c75-4139-b86c-a98499c01ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:04.525571 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-3390826f-9c75-4139-b86c-a98499c01ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1138 time: 0.0900660 Jun 19 01:59:04.554415 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.565337 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173bff-56f0-4503-a90b-33c642eb1d85 req-f328577c-4ec6-4288-ba6a-583a6e214ec3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:04.567145 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-96173bff-56f0-4503-a90b-33c642eb1d85 req-f328577c-4ec6-4288-ba6a-583a6e214ec3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.1369965 Jun 19 01:59:04.621714 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-96173bff-56f0-4503-a90b-33c642eb1d85 req-1809ec86-443a-44d2-978a-67244c2fb00f tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468826 Jun 19 01:59:04.634763 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-e832f4f1-c125-4094-b198-121f376e3b6a None None] Provisioning complete for port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:04.635164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e832f4f1-c125-4094-b198-121f376e3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.640659 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.651853 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-ddbba4df-cd8b-4056-a7b0-0e5b8aec6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:04.651853 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-ddbba4df-cd8b-4056-a7b0-0e5b8aec6a50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.1149185 Jun 19 01:59:04.658676 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:04.694569 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3996ac24-8109-42e4-bd9f-a2b7b1c3f258,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:04.713138 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:04.770968 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-be0c0185-ec9d-473f-a923-1211f2fd8d8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 1001 time: 0.1113358 Jun 19 01:59:04.772936 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.774292 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5126235 Jun 19 01:59:04.779274 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 47964) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:04.788518 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'floatingip': {'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:04.863813 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-dc53f4a3-78e0-4fac-8b27-0c3e8b17b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:04.865803 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-dc53f4a3-78e0-4fac-8b27-0c3e8b17b9c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.0834725 Jun 19 01:59:04.884208 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:04.958399 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-803461e4-4782-4b11-aab7-5827a707bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:04.960168 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-803461e4-4782-4b11-aab7-5827a707bd5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844173 Jun 19 01:59:05.054280 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:05.112636 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-76339723-5032-4d66-80d9-b748b225a8b4 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414731 Jun 19 01:59:05.121229 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d447-3837-4df0-962e-3c0b65e6ea80 req-b605b8c6-bd20-4da5-9562-28eee53bfae3 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:05.122822 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f5d0d447-3837-4df0-962e-3c0b65e6ea80 req-b605b8c6-bd20-4da5-9562-28eee53bfae3 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 945 time: 0.1431899 Jun 19 01:59:05.207083 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Allocated IP 172.28.0.246 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/2177a428-127e-4741-a55a-e43bf80cf178) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:59:05.269636 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f5d0d447-3837-4df0-962e-3c0b65e6ea80 req-6185e8cf-1e15-40ce-a2de-146019804103 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378310 Jun 19 01:59:05.331071 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4494352e-a355-4dc5-a731-610cf4d173d7 req-5ecfa315-f1c5-4927-b8f0-2697e6a1167f service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060440 Jun 19 01:59:05.354542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:05.523512 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:05.525706 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:05.569756 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:59:05.572696 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:59:05.575308 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:59:05.582236 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'Port': ['ID=2177a428-127e-4741-a55a-e43bf80cf178,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:05.585634 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:05.678254 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:05.824362 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:06.031616 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:06.046940 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:59:06.134801 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:06.138742 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:06.219559 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'Port': ['ID=2177a428-127e-4741-a55a-e43bf80cf178,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:06.222616 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:06.231695 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:06.337519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:06.339387 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-07c8af3c-2fad-4563-9577-a5cd219bad04 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5586567 Jun 19 01:59:06.546849 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8337517b-b2d6-4617-aff5-aa864860dc8f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1165915641&fields=id&tenant_id=8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 267 time: 0.0363348 Jun 19 01:59:06.675498 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8f9e0767-a790-4ed3-8cdb-9d0a40912f3e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:06.677121 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8f9e0767-a790-4ed3-8cdb-9d0a40912f3e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 817 time: 0.1224627 Jun 19 01:59:06.697798 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-21c85065-69c3-4fc8-95fb-2a76a1300481 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/quotas/8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 375 time: 0.0104012 Jun 19 01:59:06.776231 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-2ed7fe86-eed0-4790-98df-7bf122933790 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725849 Jun 19 01:59:06.899353 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-98c77bc6-5a46-4b3f-9bd6-9f8105567611 service neutron] 10.222.0.23 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073821 Jun 19 01:59:07.005971 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-e5c73782-ea51-4066-8332-83d8f77a8b0d service neutron] 10.222.0.23 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006434 Jun 19 01:59:07.342848 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-60f4b025-89b5-44f9-8ee6-99779ddfe7f8 req-a97a3e21-f341-4f99-9d8b-c815fa50459e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 210 time: 0.0326216 Jun 19 01:59:08.557475 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fc7901a2-f2a4-403c-aaa5-4eb453b58fd1 req-73275c8f-a950-4807-b3d6-6fc25b292ff6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 210 time: 0.0621860 Jun 19 01:59:09.741023 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-043c8ba0-28a7-463e-b639-601218eaaacc req-6f7d38ed-650b-4614-b283-1d9b3e28026e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 210 time: 0.0305147 Jun 19 01:59:09.824290 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87dee-edbd-4a56-bfa1-d98d1d4d0a93 req-1cce71e3-763a-4a20-84d6-3885e9ee8f95 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:09.826739 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3cb87dee-edbd-4a56-bfa1-d98d1d4d0a93 req-1cce71e3-763a-4a20-84d6-3885e9ee8f95 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 945 time: 0.0776343 Jun 19 01:59:09.893844 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-3cb87dee-edbd-4a56-bfa1-d98d1d4d0a93 req-5ce1e3bf-0404-4ea6-ace4-5d79e3398d4e tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598776 Jun 19 01:59:10.017284 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-6d394522-f27e-498a-b354-11dd9306e56e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:10.018770 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-6d394522-f27e-498a-b354-11dd9306e56e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 817 time: 0.1133056 Jun 19 01:59:10.072760 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-c7388975-7d1f-4363-9798-d301053aab6e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 380 time: 0.0382884 Jun 19 01:59:10.082900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'port': {'device_id': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'admin_state_up': True, 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'security_groups': ['1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95']}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:10.306140 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Made reservation on behalf of 8bc081b89b324973a19d1bb186fe9056 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:59:10.310542 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:10.445451 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Allocated IP 172.20.0.8 (c986e22d-a82d-46e8-958c-2e962cae9fe1/1d346bd2-a061-401a-913b-c02c0b1db848/380c309d-7924-4a8e-b7e9-ce4d22526089) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:59:10.630879 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:10.653341 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Transition to ACTIVE for port object 380c309d-7924-4a8e-b7e9-ce4d22526089 will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:59:10.814472 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:10.818753 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e89b2891-fed4-441c-bbc1-cd87a73baf86 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:10.896578 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:59:10.910529 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:59:10.951890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:59:11.016049 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:11.018224 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.037368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:11.040756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:11.078071 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363d6f-446d-4dd3-a870-c43913dc354b req-68be9643-0f68-4b81-95d9-614df9626139 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:11.079939 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-16363d6f-446d-4dd3-a870-c43913dc354b req-68be9643-0f68-4b81-95d9-614df9626139 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 931 time: 0.1820750 Jun 19 01:59:11.109480 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc35e-e52d-454f-84e3-3497f4428309 req-b0ca14c2-f15c-4125-9940-3f4caf6aa5a4 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:11.114051 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a69fc35e-e52d-454f-84e3-3497f4428309 req-b0ca14c2-f15c-4125-9940-3f4caf6aa5a4 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 945 time: 0.0790617 Jun 19 01:59:11.139026 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-16363d6f-446d-4dd3-a870-c43913dc354b req-9c1bb0b1-dcea-4850-a4fc-3daf84aab052 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Jun 19 01:59:11.141353 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624180 Jun 19 01:59:11.156067 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Request body: {'port': {'device_id': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:11.163472 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a69fc35e-e52d-454f-84e3-3497f4428309 req-b6b2faf6-3758-4625-a923-cd5bc562c03f tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/security-groups?id=71411e43-3d07-4872-a5b6-9e362981137d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Jun 19 01:59:11.241173 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.371395 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-d61e89cc-e13f-426d-bf2c-e87cbb9cdaa1 None None] Provisioning for port 380c309d-7924-4a8e-b7e9-ce4d22526089 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:59:11.377002 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-d61e89cc-e13f-426d-bf2c-e87cbb9cdaa1 None None] Provisioning complete for port 380c309d-7924-4a8e-b7e9-ce4d22526089 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:11.377297 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d61e89cc-e13f-426d-bf2c-e87cbb9cdaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.413375 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-d61e89cc-e13f-426d-bf2c-e87cbb9cdaa1 None None] Port 380c309d-7924-4a8e-b7e9-ce4d22526089 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:59:11.485142 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-b33eb444-e26a-4389-936f-a18492a274c5 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:11.486771 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-b33eb444-e26a-4389-936f-a18492a274c5 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 945 time: 0.0745234 Jun 19 01:59:11.536572 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380c309d-7924-4a8e-b7e9-ce4d22526089 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:11.544057 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.556328 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Transition to ACTIVE for port object 380c309d-7924-4a8e-b7e9-ce4d22526089 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:59:11.600115 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Deleting port 5dd44083-9739-49b7-92e9-1940ffecd6ff {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:59:11.600477 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.649088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.652283 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-39facade-d186-4fa2-9173-4a1244472237 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:11.726558 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] For port 5dd44083-9739-49b7-92e9-1940ffecd6ff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5dd44083-9739-49b7-92e9-1940ffecd6ff,segment=NetworkSegment(61d2eb59-d9ab-4812-8810-eb85732f1866),segment_id=61d2eb59-d9ab-4812-8810-eb85732f1866)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:11.727078 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.756813 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:11.826379 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:11.826379 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Attempting to bind port 380c309d-7924-4a8e-b7e9-ce4d22526089 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:59:11.826379 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Attempting to bind port 380c309d-7924-4a8e-b7e9-ce4d22526089 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:59:11.826379 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Attempting to bind port 380c309d-7924-4a8e-b7e9-ce4d22526089 on network c986e22d-a82d-46e8-958c-2e962cae9fe1 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:59:11.827990 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Calling delete_port for 5dd44083-9739-49b7-92e9-1940ffecd6ff owned by compute:nova {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:59:11.830700 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Port 380c309d-7924-4a8e-b7e9-ce4d22526089 on network c986e22d-a82d-46e8-958c-2e962cae9fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:59:11.831367 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Attempting to bind port 380c309d-7924-4a8e-b7e9-ce4d22526089 on network c986e22d-a82d-46e8-958c-2e962cae9fe1 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:59:11.836909 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:59:11.837249 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Checking segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:59:11.837640 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Bound using segment: {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:59:11.838086 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Bound port: 380c309d-7924-4a8e-b7e9-ce4d22526089, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f9742d-557e-49c5-b38a-b2d4d3989017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:59:11.838641 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:11.917137 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:59:11.920932 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:59:12.026919 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:12.030066 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8694ccab-1789-4db5-90dc-959378c21f7f tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:12.071580 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:12.072242 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:12.073640 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] 10.222.0.45 "PUT /v2.0/ports/380c309d-7924-4a8e-b7e9-ce4d22526089 HTTP/1.1" status: 200 len: 1093 time: 0.9231815 Jun 19 01:59:12.074168 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:12.076847 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416d2ca-73e8-4a62-904a-289aca827994" -d '{"events": [{"name": "network-changed", "server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:12.092052 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:12.112191 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['5dd44083-9739-49b7-92e9-1940ffecd6ff'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:12.112387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:12.112387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:12.126639 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9006029-893c-4606-89e7-03a6e4f978a2 x-openstack-request-id: req-c9006029-893c-4606-89e7-03a6e4f978a2 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:12.127511 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:12.127694 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:12.129072 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9006029-893c-4606-89e7-03a6e4f978a2 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:12.131732 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'status': 'completed', 'code': 200} Jun 19 01:59:12.185515 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Pushing event deleted for resources: {'Port': ['ID=5dd44083-9739-49b7-92e9-1940ffecd6ff,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:12.223528 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:12.275628 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] No DVR routers for this DVR port 5dd44083-9739-49b7-92e9-1940ffecd6ff on host hv-cinder-79717 {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:59:12.280403 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:12.283828 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d69e36f7-ba83-4a9e-9c96-ad5dca8abaa3 req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.45 "DELETE /v2.0/ports/5dd44083-9739-49b7-92e9-1940ffecd6ff HTTP/1.1" status: 204 len: 173 time: 0.7894642 Jun 19 01:59:12.286256 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'name': 'network-vif-deleted', 'tag': '5dd44083-9739-49b7-92e9-1940ffecd6ff'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:12.288281 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416d2ca-73e8-4a62-904a-289aca827994 req-0c0dd2cb-456c-4e01-87ab-f7aa05a40984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:12.290868 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6416d2ca-73e8-4a62-904a-289aca827994 req-0c0dd2cb-456c-4e01-87ab-f7aa05a40984 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1096 time: 0.1350760 Jun 19 01:59:12.291446 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8310df-715e-44d8-ac18-f41be72557ce" -d '{"events": [{"server_uuid": "6c5d5551-35ec-404c-90a4-1f13f65641c7", "name": "network-vif-deleted", "tag": "5dd44083-9739-49b7-92e9-1940ffecd6ff"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:12.454083 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2aa8-0272-454d-adde-26437d5fc15a req-5f26bc74-0f03-4d64-8b16-8e0c6dac9cc2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:12.456596 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a31c2aa8-0272-454d-adde-26437d5fc15a req-5f26bc74-0f03-4d64-8b16-8e0c6dac9cc2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0778284 Jun 19 01:59:12.502503 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a31c2aa8-0272-454d-adde-26437d5fc15a req-7368d02a-5971-4bf3-b4ef-60db297ca39d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372736 Jun 19 01:59:12.563066 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b3f15-fe0c-4e09-ba2d-a65d52e0d578 x-openstack-request-id: req-a22b3f15-fe0c-4e09-ba2d-a65d52e0d578 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:12.563471 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5d5551-35ec-404c-90a4-1f13f65641c7", "name": "network-vif-deleted", "tag": "5dd44083-9739-49b7-92e9-1940ffecd6ff", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:12.563811 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a22b3f15-fe0c-4e09-ba2d-a65d52e0d578 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:12.564256 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5d5551-35ec-404c-90a4-1f13f65641c7', 'name': 'network-vif-deleted', 'tag': '5dd44083-9739-49b7-92e9-1940ffecd6ff', 'status': 'completed', 'code': 200} Jun 19 01:59:12.695010 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7a9a3451-782b-4923-8c6a-b0ce4f457871 req-219b3517-4da1-488b-b4b7-e7d61b0c60bd tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c5d5551-35ec-404c-90a4-1f13f65641c7 HTTP/1.1" status: 200 len: 210 time: 0.3268118 Jun 19 01:59:12.732584 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416d2ca-73e8-4a62-904a-289aca827994 req-a2b6a327-1376-4604-9de5-35c3b5cc4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:12.734321 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6416d2ca-73e8-4a62-904a-289aca827994 req-a2b6a327-1376-4604-9de5-35c3b5cc4722 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bc081b89b324973a19d1bb186fe9056&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4346995 Jun 19 01:59:12.833890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416d2ca-73e8-4a62-904a-289aca827994 req-aa68d17f-0edc-4f60-a450-6099806e093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:12.835338 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6416d2ca-73e8-4a62-904a-289aca827994 req-aa68d17f-0edc-4f60-a450-6099806e093f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939622 Jun 19 01:59:12.939383 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-7b222efb-f896-4bd7-85f3-2b4c8a79d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:12.941281 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-7b222efb-f896-4bd7-85f3-2b4c8a79d26a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1096 time: 0.0621667 Jun 19 01:59:12.984950 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-e0d650ba-303f-4e14-8d87-b47fd4571173 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380c309d-7924-4a8e-b7e9-ce4d22526089 HTTP/1.1" status: 200 len: 217 time: 0.0346060 Jun 19 01:59:13.034144 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-c45bca68-618a-44a6-a3a0-e3a29b0b0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:13.035577 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-c45bca68-618a-44a6-a3a0-e3a29b0b0a5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.0437534 Jun 19 01:59:13.106349 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-23ab45c3-0026-4b50-80e3-bd212de13520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:13.108153 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-23ab45c3-0026-4b50-80e3-bd212de13520 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0617294 Jun 19 01:59:13.215735 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-03e035f9-766f-44bd-b51d-fcf82ecdc783 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834553 Jun 19 01:59:13.312343 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-adf1daa6-0454-40bb-b39d-3c630d1591ab req-d1ed8a4e-962f-4dc9-a148-e5f05155b08a service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884039 Jun 19 01:59:13.685781 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8c8f-817e-41a9-9e52-1c9aec3b03ca req-9117b35f-98a4-4e21-af9f-8c14fefb2415 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:13.687241 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-12df8c8f-817e-41a9-9e52-1c9aec3b03ca req-9117b35f-98a4-4e21-af9f-8c14fefb2415 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0643561 Jun 19 01:59:13.725644 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-12df8c8f-817e-41a9-9e52-1c9aec3b03ca req-e080e6f9-4b5a-487f-b8b0-a11d06a3e07c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Jun 19 01:59:14.922622 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ac70-c20e-4fd1-a799-e9fd5e5aabd0 req-6756dadf-465c-43b7-bc02-583d9df3afd5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:14.924682 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-65f1ac70-c20e-4fd1-a799-e9fd5e5aabd0 req-6756dadf-465c-43b7-bc02-583d9df3afd5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0744519 Jun 19 01:59:14.965274 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-65f1ac70-c20e-4fd1-a799-e9fd5e5aabd0 req-18704ee6-11d8-47d8-b782-bf911de89f88 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347252 Jun 19 01:59:16.012294 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 5dd44083-9739-49b7-92e9-1940ffecd6ff no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:59:16.014515 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:59:16.037212 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 5dd44083-9739-49b7-92e9-1940ffecd6ff {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:59:16.037579 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 5dd44083-9739-49b7-92e9-1940ffecd6ff not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:59:16.163093 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:16.182720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dd90-b44e-41bc-abb4-368a47b04c82 req-a648fbc5-d6a3-4b7b-90b3-c0ea1ad752bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:16.183357 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'mac_address': 'fa:16:3e:40:df:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:59:16.186508 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-09e0dd90-b44e-41bc-abb4-368a47b04c82 req-a648fbc5-d6a3-4b7b-90b3-c0ea1ad752bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0965528 Jun 19 01:59:16.228589 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:16.232147 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-09e0dd90-b44e-41bc-abb4-368a47b04c82 req-d8794f44-0f63-4346-b4a1-d196ca0b52f2 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Jun 19 01:59:16.243520 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380c309d-7924-4a8e-b7e9-ce4d22526089 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:16.265355 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:16.377299 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:16.380140 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-a0eca400-c1ae-46b2-9a1c-39891f1801af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:16.444816 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:16.448123 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:16.651085 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['380c309d-7924-4a8e-b7e9-ce4d22526089'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:17.624793 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4799d5-906e-49cb-bf00-d258d50cff9e req-6c75842f-0ef3-42f1-859a-cab32845c3de tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:17.627059 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bb4799d5-906e-49cb-bf00-d258d50cff9e req-6c75842f-0ef3-42f1-859a-cab32845c3de tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 944 time: 0.0739396 Jun 19 01:59:17.666920 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bb4799d5-906e-49cb-bf00-d258d50cff9e req-0ab785f3-02ea-41bc-8d4b-e72aade3614e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339534 Jun 19 01:59:18.010082 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:59:18.134272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 380c309d-7924-4a8e-b7e9-ce4d22526089 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:59:18.138277 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 380c309d-7924-4a8e-b7e9-ce4d22526089 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:18.144803 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:18.222004 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:18.245929 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:18.248246 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70489b49-5b63-4eb0-991c-9e684a34e138" -d '{"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-plugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:18.266692 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:18.289716 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df7f7bf-0610-4262-889d-176d7b6b2d8d x-openstack-request-id: req-6df7f7bf-0610-4262-889d-176d7b6b2d8d {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:18.289716 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-plugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:18.289716 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6df7f7bf-0610-4262-889d-176d7b6b2d8d {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:18.289716 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'code': 200} Jun 19 01:59:18.342200 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:18.345437 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:18.392167 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:18.394836 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:18.712087 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be205-874f-4542-9198-8184c26c3d99 req-75b93072-9111-4033-b25d-22188ef9c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:18.713689 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9b3be205-874f-4542-9198-8184c26c3d99 req-75b93072-9111-4033-b25d-22188ef9c250 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1098 time: 0.0541492 Jun 19 01:59:18.755235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9b3be205-874f-4542-9198-8184c26c3d99 req-d12d1c44-7671-4b64-89b2-832688eaebbc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294182 Jun 19 01:59:18.855926 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5171-9acb-4e95-85c8-c31d856607e4 req-e407c74e-9387-49b5-b2ed-4dc2e9e272b8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:18.857604 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d9ed5171-9acb-4e95-85c8-c31d856607e4 req-e407c74e-9387-49b5-b2ed-4dc2e9e272b8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0687447 Jun 19 01:59:18.907238 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d9ed5171-9acb-4e95-85c8-c31d856607e4 req-58af5fb1-64c0-437d-a3c1-993bfa6f45f9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Jun 19 01:59:18.999010 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-6f80fb76-8163-4900-b5c2-e4be74115641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:20.124902 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:20.137031 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eca05-78d2-4d7b-a77e-0a638e3bc8e9 req-e7be67a1-eb41-4b98-9077-20340694d54b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:20.138641 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-715eca05-78d2-4d7b-a77e-0a638e3bc8e9 req-e7be67a1-eb41-4b98-9077-20340694d54b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0946314 Jun 19 01:59:20.182728 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-715eca05-78d2-4d7b-a77e-0a638e3bc8e9 req-0948a819-1bf3-4c50-996c-b5d33ddc29ea tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373988 Jun 19 01:59:21.387148 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981f08-aed0-4891-acba-ccf94444a75d req-74afa22a-2c85-4953-a3a8-92e2cdf16f64 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:21.388681 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d981f08-aed0-4891-acba-ccf94444a75d req-74afa22a-2c85-4953-a3a8-92e2cdf16f64 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0709159 Jun 19 01:59:21.430029 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d981f08-aed0-4891-acba-ccf94444a75d req-7863942b-0a53-4bdb-b502-948553620d66 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Jun 19 01:59:21.450195 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8e861b84-c94a-4dfd-b8a2-c2ce999c0be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:21.606529 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9055a-b81e-400b-bcd8-9f90bd79dd1c req-6be6951e-007f-4cf8-a145-2b534e9d5174 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:21.608342 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-54f9055a-b81e-400b-bcd8-9f90bd79dd1c req-6be6951e-007f-4cf8-a145-2b534e9d5174 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0670667 Jun 19 01:59:21.617246 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48240) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:21.622306 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Request body: {'floatingip': {'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:21.663471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:22.004842 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:22.178034 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:22.269022 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:22.387217 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.l3_db [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Floating IP 5b374ca2-4f77-4daa-969b-49e6ac3113b8 associated. External IP: 172.28.0.246, port: 380c309d-7924-4a8e-b7e9-ce4d22526089. Jun 19 01:59:22.609804 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:22.618318 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:59:22.730304 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:59:22.735463 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:22.740795 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:59:22.749575 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:59:22.750209 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:59:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:22.786474 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-d47b4202-af5b-4099-bc94-1a9918779fdc tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "PUT /v2.0/floatingips/5b374ca2-4f77-4daa-969b-49e6ac3113b8 HTTP/1.1" status: 200 len: 991 time: 1.1679566 Jun 19 01:59:22.787150 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:22.790064 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58594d3c-3916-4dba-a828-7ec5b7744611" -d '{"events": [{"name": "network-changed", "server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:22.838109 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2281a92d-fb28-45ec-9c63-dba92c0ef2c0 x-openstack-request-id: req-2281a92d-fb28-45ec-9c63-dba92c0ef2c0 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:22.838109 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:22.838109 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2281a92d-fb28-45ec-9c63-dba92c0ef2c0 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:22.838792 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'status': 'completed', 'code': 200} Jun 19 01:59:22.871917 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:59:22.935907 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-ffa081be-b214-47e9-b772-7ac803af399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:22.937412 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-ffa081be-b214-47e9-b772-7ac803af399d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1098 time: 0.0660648 Jun 19 01:59:23.052126 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-6b9f2e67-b3fb-411c-86ad-0739986c238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:23.053653 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-6b9f2e67-b3fb-411c-86ad-0739986c238c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.1076391 Jun 19 01:59:23.128142 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-bdcd93ec-86f1-4930-a94f-d6472f8d27b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380c309d-7924-4a8e-b7e9-ce4d22526089 HTTP/1.1" status: 200 len: 999 time: 0.0666800 Jun 19 01:59:23.179023 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '5b374ca2-4f77-4daa-969b-49e6ac3113b8', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'mac_address': 'fa:16:3e:40:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:05Z', 'updated_at': '2021-06-19T01:59:22Z', 'revision_number': 1, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:23.189682 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-60da2129-4ca5-4f5b-9c42-876384fa9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:23.192750 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-60da2129-4ca5-4f5b-9c42-876384fa9b8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.0583956 Jun 19 01:59:23.211462 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:59:23.221652 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:59:23.222299 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:59:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:23.257617 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-453be9cb-3fc5-40a8-a2c7-9c7c523e8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:23.258988 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-453be9cb-3fc5-40a8-a2c7-9c7c523e8af5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0590143 Jun 19 01:59:23.347715 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:59:23.361949 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-6ff65e0b-f67c-45ff-bdbf-0e26ce5c5c8e service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879130 Jun 19 01:59:23.472771 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-58594d3c-3916-4dba-a828-7ec5b7744611 req-7d4eb19d-28cb-46f3-a63b-b030adeafbbf service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011307 Jun 19 01:59:23.637990 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '5b374ca2-4f77-4daa-969b-49e6ac3113b8', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'mac_address': 'fa:16:3e:40:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:05Z', 'updated_at': '2021-06-19T01:59:22Z', 'revision_number': 1, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:23.670101 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccac261-4830-475e-83d5-69f3183e7dd4 None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '5b374ca2-4f77-4daa-969b-49e6ac3113b8', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'mac_address': 'fa:16:3e:40:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:05Z', 'updated_at': '2021-06-19T01:59:22Z', 'revision_number': 1, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:59:23.861518 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb618ba-0f13-4887-bb23-742577621d92 None None] New status for floating IP 5b374ca2-4f77-4daa-969b-49e6ac3113b8: ACTIVE {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:59:24.591509 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:27.756203 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccb0-eea1-4330-87a1-529e88037e42 req-4091b4b5-b5ad-494f-8d6f-0040ddc588a5 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:27.757628 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ee7eccb0-eea1-4330-87a1-529e88037e42 req-4091b4b5-b5ad-494f-8d6f-0040ddc588a5 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0716310 Jun 19 01:59:27.831852 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ee7eccb0-eea1-4330-87a1-529e88037e42 req-445b3304-8521-462a-920e-fb66501823f8 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651321 Jun 19 01:59:27.847012 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-280008fd-9f66-4a6a-9e54-d319c3f29d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:27.848909 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-280008fd-9f66-4a6a-9e54-d319c3f29d0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1138 time: 0.0900528 Jun 19 01:59:27.964042 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-9dfcaeb4-15da-4bc8-bb51-86e5247020f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:27.965520 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-9dfcaeb4-15da-4bc8-bb51-86e5247020f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.1060805 Jun 19 01:59:28.044015 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-763fc21b-7cbd-489f-b5d1-c1f8998cefba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 1001 time: 0.0693674 Jun 19 01:59:28.104916 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-7376e3be-678d-4acd-82f9-479235faf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:28.106424 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-7376e3be-678d-4acd-82f9-479235faf75c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.0526717 Jun 19 01:59:28.176928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-e76ef78b-f185-4e71-9b46-1676a71d8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:28.180833 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-e76ef78b-f185-4e71-9b46-1676a71d8aea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0601437 Jun 19 01:59:28.286950 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-a12fa8d8-9fe1-4b0f-ae3e-9af9a88cec96 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964854 Jun 19 01:59:28.384512 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fadfd3fd-f4dc-4d39-a88c-3435ed39beec req-e5fafc93-0879-4dce-96f9-20c32b8802a0 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888059 Jun 19 01:59:29.047319 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dbf13-4f40-48ea-8274-dda3ea5a4adf req-d1a930aa-06d7-4b5e-9f06-99d18112a28c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:29.049647 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ef5dbf13-4f40-48ea-8274-dda3ea5a4adf req-d1a930aa-06d7-4b5e-9f06-99d18112a28c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0928831 Jun 19 01:59:29.091693 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ef5dbf13-4f40-48ea-8274-dda3ea5a4adf req-3c760c58-5558-4fdf-a6cf-0cf9198b3556 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362306 Jun 19 01:59:30.288619 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13b7d-89fb-4d12-b5d7-37b725cb1955 req-b0a46556-d9c3-4485-be45-e06e3b83e872 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:30.290683 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-60c13b7d-89fb-4d12-b5d7-37b725cb1955 req-b0a46556-d9c3-4485-be45-e06e3b83e872 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0796473 Jun 19 01:59:30.339399 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-60c13b7d-89fb-4d12-b5d7-37b725cb1955 req-99e0c0ad-f17e-4e3c-a078-913a04a595f9 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382805 Jun 19 01:59:31.530127 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48374) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:31.535669 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ed86-faf9-40a0-aa41-cc42972c925b req-ce08c246-9f59-4999-9eb6-64cc6afc5854 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:31.537656 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a597ed86-faf9-40a0-aa41-cc42972c925b req-ce08c246-9f59-4999-9eb6-64cc6afc5854 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0772743 Jun 19 01:59:31.579957 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Deleting subnet 1a3ce364-163d-4f9a-9177-f68b4e357ecc {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:59:31.585824 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:31.609097 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a597ed86-faf9-40a0-aa41-cc42972c925b req-bd641a12-f387-48f3-a0ee-6269697ac942 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612562 Jun 19 01:59:31.633047 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:31.703323 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:31.811084 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:31.814626 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1ff61441-ce72-43b4-b919-ea970e96e4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:31.839846 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3ce364-163d-4f9a-9177-f68b4e357ecc,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:31.844300 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:31.845626 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:31.848628 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2afd9630-8cca-4edc-b9be-20ac49d17976 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a3ce364-163d-4f9a-9177-f68b4e357ecc HTTP/1.1" status: 204 len: 168 time: 0.3168304 Jun 19 01:59:31.852612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48380) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:31.939339 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.031000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.044214 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328a1f49-07b9-4947-b544-ae71e9491b56']}} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:32.056763 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d2eb59-d9ab-4812-8810-eb85732f1866') {'for_net_delete': True} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:32.057108 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d2eb59-d9ab-4812-8810-eb85732f1866') {} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:32.068835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30404408'] for segment, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.089993 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.100387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=105201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:59:32.101047 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29801510'] for segment, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: Traceback (most recent call last): Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: timer() Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: cb(*args, **kw) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: return func(*args, **kwargs) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: self._notify() Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: self.callback(batched_events) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: event.method(event) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: return f(self, *a, **k) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: return self._get(url).json() Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: return self.request(url, 'GET', **kwargs) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:59:32.104257 dv-cinder-797170-1-smb neutron-server[105201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:59:32.245580 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.251139 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3755d0a8-e0ab-45d4-b15a-a2d58eab63d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:32.258153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.260957 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] 10.222.0.23 "DELETE /v2.0/networks/328a1f49-07b9-4947-b544-ae71e9491b56 HTTP/1.1" status: 204 len: 168 time: 0.4069352 Jun 19 01:59:32.264380 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48388) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:32.280080 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=328a1f49-07b9-4947-b544-ae71e9491b56,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:32.283486 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8d7f8a51-5c3c-4a21-9cb8-9d952e9f4c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:32.321181 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Deleting subnet 384b308c-ea0b-4bc4-8a65-60f902a311ea {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:59:32.325184 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.386185 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.441597 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.546180 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.549130 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-355470f4-1ea0-4dfc-8bf9-5eb689b9e02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:32.574745 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384b308c-ea0b-4bc4-8a65-60f902a311ea,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:32.577836 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:32.578844 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.583081 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d2c6ddc2-d5d9-42ff-be2f-a104d277dfcb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/384b308c-ea0b-4bc4-8a65-60f902a311ea HTTP/1.1" status: 204 len: 168 time: 0.3158848 Jun 19 01:59:32.585645 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48392) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:32.669870 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.756538 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.767361 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63150aee-9b74-4c3a-a31d-0d3890ef7765']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:32.780048 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b90ac42-b802-47ae-b587-450270a8fa1d') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:32.780349 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b90ac42-b802-47ae-b587-450270a8fa1d') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:32.790395 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.805294 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.814940 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:59:32.815346 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:59:32.817117 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:59:32.980115 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.981668 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714297d-0ed6-4a15-ae22-3169b2aff26d req-76a78665-ff8e-4652-9b7f-c7326a2cc3ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:32.983495 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e714297d-0ed6-4a15-ae22-3169b2aff26d req-76a78665-ff8e-4652-9b7f-c7326a2cc3ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.2568502 Jun 19 01:59:32.987983 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:32.993447 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:32.996397 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] 10.222.0.23 "DELETE /v2.0/networks/63150aee-9b74-4c3a-a31d-0d3890ef7765 HTTP/1.1" status: 204 len: 168 time: 0.4096282 Jun 19 01:59:33.009802 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=63150aee-9b74-4c3a-a31d-0d3890ef7765,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:33.012470 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6c995a0b-b8d1-45d7-b9e9-0d22a8ef4b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:33.039990 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e714297d-0ed6-4a15-ae22-3169b2aff26d req-19531dc3-112b-4061-b684-702d41277d0f tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439160 Jun 19 01:59:33.426043 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48402) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:33.469187 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6fd447ab-3bc3-4919-ac5d-763c328180b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2143f94e7f4a4710a0deee420d8a19ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466995 Jun 19 01:59:33.471402 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48406) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:33.519913 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:33.540007 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:33.678641 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:33.681277 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:33.682421 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71411e43-3d07-4872-a5b6-9e362981137d HTTP/1.1" status: 204 len: 168 time: 0.2100933 Jun 19 01:59:33.683178 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-00fccbb2-5278-47cb-a8c1-8856d0c51e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:33.691010 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71411e43-3d07-4872-a5b6-9e362981137d,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:33.695542 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:34.244901 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776f1ff-b195-4dd5-8244-f986100f222d req-973a6ccb-e5a4-4613-b2f1-29b3d95e1cb6 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:34.246729 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0776f1ff-b195-4dd5-8244-f986100f222d req-973a6ccb-e5a4-4613-b2f1-29b3d95e1cb6 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0762751 Jun 19 01:59:34.291653 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0776f1ff-b195-4dd5-8244-f986100f222d req-eda3792e-0cf8-4356-89eb-51c7b70f1137 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371876 Jun 19 01:59:34.488860 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48418) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:34.540542 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3a54e2c6-cc2d-4f3b-93e2-f3f94cd75aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1fcbc908f2d46feaae5c759bf445b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488830 Jun 19 01:59:34.540776 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48420) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:34.591029 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:34.614952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:34.736702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:34.739398 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:34.740653 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/272d1434-1c31-4725-b312-cde5d0ec6170 HTTP/1.1" status: 204 len: 168 time: 0.1989145 Jun 19 01:59:34.741512 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-4acc17cc-8a37-4608-84ac-27a73ed3884f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:34.749677 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d1434-1c31-4725-b312-cde5d0ec6170,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:34.752140 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:35.484609 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89324c-aec9-4a7f-8e08-e3adb0556a2c req-7ee257a5-fbdd-44a7-9e5a-59cb3bf90a5e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:35.486850 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-bd89324c-aec9-4a7f-8e08-e3adb0556a2c req-7ee257a5-fbdd-44a7-9e5a-59cb3bf90a5e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0720005 Jun 19 01:59:35.529075 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-bd89324c-aec9-4a7f-8e08-e3adb0556a2c req-05d05f3f-5321-4223-81c0-3d0444241568 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364475 Jun 19 01:59:36.411638 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48474) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:36.544519 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:36.660159 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:36.747520 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:36.750346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-19e21c87-9038-4d98-aa12-88d5613d1584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:36.819493 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d72adb-4864-4b94-b3b7-03b5160e37b6,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:36.828532 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=956a564f3dfb4e23b4acc56804d2a32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134467 Jun 19 01:59:36.829794 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48488) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:36.835122 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.835506 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.835913 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.836278 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.836638 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.837000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.837468 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.837757 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.838213 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.838470 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.838814 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.839164 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:36.842845 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:36.871572 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16e48-7bbb-42f1-ace2-51c4c7c5e880 req-f9c675c6-bc87-401c-8109-515113abf5fe tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:36.873162 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6ed16e48-7bbb-42f1-ace2-51c4c7c5e880 req-f9c675c6-bc87-401c-8109-515113abf5fe tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.1184769 Jun 19 01:59:36.884619 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:36.910995 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:36.917824 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6ed16e48-7bbb-42f1-ace2-51c4c7c5e880 req-7f554a4b-387d-4f30-89a1-1465bc381158 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375473 Jun 19 01:59:37.067765 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:37.070709 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:37.071968 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04d72adb-4864-4b94-b3b7-03b5160e37b6 HTTP/1.1" status: 204 len: 168 time: 0.2414205 Jun 19 01:59:37.072879 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-007b6eb0-d7d5-4d48-8b75-42ba91c499d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:37.081420 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d72adb-4864-4b94-b3b7-03b5160e37b6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:37.089519 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.089882 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.090269 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.090649 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.091025 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.091394 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.091761 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.092216 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.092537 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.092886 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.093252 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.093613 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:59:37.098463 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:37.162800 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e5596-86f8-4bb9-a830-a766aff7ecd5 req-17c708bc-94d4-4114-98d4-0795c2e099b2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:37.164251 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ee1e5596-86f8-4bb9-a830-a766aff7ecd5 req-17c708bc-94d4-4114-98d4-0795c2e099b2 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0732474 Jun 19 01:59:37.202089 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ee1e5596-86f8-4bb9-a830-a766aff7ecd5 req-00b28381-7d4a-4e95-8614-bfa25692bf49 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Jun 19 01:59:38.102233 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fb214-524f-45da-9fb0-babf8e90eb09 req-41353dd9-1267-4068-9f09-b31c337201b8 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:38.106583 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2b9fb214-524f-45da-9fb0-babf8e90eb09 req-41353dd9-1267-4068-9f09-b31c337201b8 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0673428 Jun 19 01:59:38.145514 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2b9fb214-524f-45da-9fb0-babf8e90eb09 req-b59a5e10-ec2c-4536-9468-692b6c8fd3bb tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353956 Jun 19 01:59:38.534838 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd65052-598e-4807-9edd-6a462a2fe6fb req-ad9ac057-1201-45dc-b6e2-bf68ad36f1b0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:38.536769 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1fd65052-598e-4807-9edd-6a462a2fe6fb req-ad9ac057-1201-45dc-b6e2-bf68ad36f1b0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.2174966 Jun 19 01:59:38.575557 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1fd65052-598e-4807-9edd-6a462a2fe6fb req-92d46e08-e0b4-4bfe-82e1-6c9a9b6c999a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Jun 19 01:59:39.318279 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-08ea7235-88ca-4453-a693-48b9e70459e4 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:39.319987 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-08ea7235-88ca-4453-a693-48b9e70459e4 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.0752192 Jun 19 01:59:39.356587 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6da9dd-9028-4114-a93a-533a8fdd22b5 req-22cbe030-ae84-41cf-b866-8c59e643a09f tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:39.358381 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-de6da9dd-9028-4114-a93a-533a8fdd22b5 req-22cbe030-ae84-41cf-b866-8c59e643a09f tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0720410 Jun 19 01:59:39.411407 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-de6da9dd-9028-4114-a93a-533a8fdd22b5 req-0e7226a5-3705-4589-a304-546b26369abf tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456376 Jun 19 01:59:39.449891 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Deleting port 8409d6e1-33c3-4856-89be-c10c061a024c {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:59:39.450237 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:39.544250 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] For port 8409d6e1-33c3-4856-89be-c10c061a024c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8409d6e1-33c3-4856-89be-c10c061a024c,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:39.544775 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:39.759745 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:39.760130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:39.760439 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.l3_db [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Floating IP ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d disassociated. External IP: 172.28.0.247, port: 8409d6e1-33c3-4856-89be-c10c061a024c. Jun 19 01:59:39.760776 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Calling delete_port for 8409d6e1-33c3-4856-89be-c10c061a024c owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:59:39.835236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070f99-92a4-4d86-b832-035b491df843 req-af35d8bf-fa6a-40be-9431-f2a7f9be7080 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:39.836755 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0f070f99-92a4-4d86-b832-035b491df843 req-af35d8bf-fa6a-40be-9431-f2a7f9be7080 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 945 time: 0.1331604 Jun 19 01:59:40.177165 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0f070f99-92a4-4d86-b832-035b491df843 req-6f135720-bd53-4f72-a6ee-3c800909f536 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ab7b180-f316-435c-bf17-50476f150284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309782 Jun 19 01:59:40.290363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:40.294710 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e13aad98-971b-446d-a2a0-7387d16e7187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:40.321795 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event deleted for resources: {'Port': ['ID=8409d6e1-33c3-4856-89be-c10c061a024c,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:40.324969 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:40.443531 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:59:40.571552 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:59:40.582988 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:59:40.593403 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:59:40.594038 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:59:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:40.601951 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558ca1-bae0-4582-9db7-8c9252721f24 req-26493cee-993e-4828-88e6-17cdf3a19a9d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:40.603550 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-00558ca1-bae0-4582-9db7-8c9252721f24 req-26493cee-993e-4828-88e6-17cdf3a19a9d tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0696929 Jun 19 01:59:40.625159 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] No DVR routers for this DVR port 8409d6e1-33c3-4856-89be-c10c061a024c on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:59:40.627808 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:40.629835 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-862c9b58-9eaf-4669-9f1d-78245adf8145 req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "DELETE /v2.0/ports/8409d6e1-33c3-4856-89be-c10c061a024c HTTP/1.1" status: 204 len: 173 time: 1.3018715 Jun 19 01:59:40.630509 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'name': 'network-vif-deleted', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:40.633471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29df229c-a24a-4f3e-80b6-198082469e8c" -d '{"events": [{"server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "name": "network-vif-deleted", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:40.673411 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-00558ca1-bae0-4582-9db7-8c9252721f24 req-985a2086-76c2-4c48-a06f-15b4788bbde4 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564785 Jun 19 01:59:40.707617 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ba338-3d3f-43dc-abd5-d576d84faff5 x-openstack-request-id: req-c75ba338-3d3f-43dc-abd5-d576d84faff5 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:40.707993 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2545d356-4163-44b2-94d9-3bc4e780d9da", "name": "network-vif-deleted", "tag": "8409d6e1-33c3-4856-89be-c10c061a024c", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:40.708287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c75ba338-3d3f-43dc-abd5-d576d84faff5 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:40.708732 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2545d356-4163-44b2-94d9-3bc4e780d9da', 'name': 'network-vif-deleted', 'tag': '8409d6e1-33c3-4856-89be-c10c061a024c', 'status': 'completed', 'code': 200} Jun 19 01:59:40.742866 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:59:40.962502 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:40.993568 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:59:41.002640 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:59:41.003427 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:59:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:41.251298 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:59:41.514423 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cce77e56-c555-463b-963d-df76b253cbce req-3e9d3b9b-6623-4647-a84e-ae5bd417025d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=2545d356-4163-44b2-94d9-3bc4e780d9da HTTP/1.1" status: 200 len: 210 time: 0.0315068 Jun 19 01:59:41.527579 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:59:41.555681 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e8392-f859-4c39-b0fd-0737cd5dcaca None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:59:41.820166 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f22572-929b-49be-9730-59fafad8c0f6 None None] New status for floating IP ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d: DOWN {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:59:41.907951 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07860cee-c3cf-4fc7-a788-658864a8cda9 req-9f70f43b-74b1-4c6f-a970-d9b222e08a34 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:41.909551 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-07860cee-c3cf-4fc7-a788-658864a8cda9 req-9f70f43b-74b1-4c6f-a970-d9b222e08a34 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0820193 Jun 19 01:59:41.958601 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-07860cee-c3cf-4fc7-a788-658864a8cda9 req-dfb1be69-0ce2-4ea3-b4d5-0da17b3cfeb8 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383327 Jun 19 01:59:42.088081 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8409d6e1-33c3-4856-89be-c10c061a024c no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:59:42.114617 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 8409d6e1-33c3-4856-89be-c10c061a024c {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:59:42.114970 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 8409d6e1-33c3-4856-89be-c10c061a024c not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:59:42.327232 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48550) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:42.439021 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6338498c-6302-4598-96c6-a601fb8aa92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.541015 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6338498c-6302-4598-96c6-a601fb8aa92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.602414 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6338498c-6302-4598-96c6-a601fb8aa92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.606855 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a914bde4-cf1e-4110-af37-b3718bb149e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:42.647646 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6338498c-6302-4598-96c6-a601fb8aa92b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22f32a0a3e654a388ca50bfdd8773af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191450 Jun 19 01:59:42.648851 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338498c-6302-4598-96c6-a601fb8aa92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed1e81-4f05-426c-9af0-cd8168340efe,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:42.650414 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48558) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:42.652216 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6338498c-6302-4598-96c6-a601fb8aa92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:42.707514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.712878 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48560) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:42.731484 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.773603 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.810588 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.865119 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.868000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.869187 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfed1e81-4f05-426c-9af0-cd8168340efe HTTP/1.1" status: 204 len: 168 time: 0.2165177 Jun 19 01:59:42.870210 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-218e15e7-2d0d-4e09-8ad4-68da3d6bc2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:42.878859 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed1e81-4f05-426c-9af0-cd8168340efe,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:42.881378 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:42.941650 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.944385 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:42.945619 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ab7b180-f316-435c-bf17-50476f150284 HTTP/1.1" status: 204 len: 168 time: 0.2315838 Jun 19 01:59:42.946401 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1a4be12d-5e7e-4b8b-a2ed-e0c8c16f38cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:42.948597 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48564) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:42.955602 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab7b180-f316-435c-bf17-50476f150284,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:42.958562 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:42.962240 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.api.v2.resource [None req-15adc982-cbf9-4515-befd-86cd51ba1889 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] show failed (client error): The resource could not be found. Jun 19 01:59:42.966238 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-15adc982-cbf9-4515-befd-86cd51ba1889 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups/5ab7b180-f316-435c-bf17-50476f150284 HTTP/1.1" status: 404 len: 347 time: 0.0136459 Jun 19 01:59:42.966859 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48566) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:43.045655 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:59:43.101195 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Deleting port 69d9fb49-54d8-4618-a85c-e6eab33fdf30 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:59:43.101541 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:43.142998 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385ce3-2248-46c2-9d4e-db4e781af839 req-7f335c2a-8dfd-401e-b5d8-e9590680e0c3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:43.144574 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a5385ce3-2248-46c2-9d4e-db4e781af839 req-7f335c2a-8dfd-401e-b5d8-e9590680e0c3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0696571 Jun 19 01:59:43.184472 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:43.184855 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:43.186719 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a5385ce3-2248-46c2-9d4e-db4e781af839 req-576e0b7e-98f0-4fb1-9013-e3be7ed3670c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361032 Jun 19 01:59:43.254884 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Calling delete_port for 69d9fb49-54d8-4618-a85c-e6eab33fdf30 owned by network:floatingip {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:59:43.467289 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:43.470857 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-40bfea47-b815-4781-a83f-256e0885744c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:43.500793 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event deleted for resources: {'Port': ['ID=69d9fb49-54d8-4618-a85c-e6eab33fdf30,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:43.510078 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:43.571525 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:43.574236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:43.575522 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "DELETE /v2.0/floatingips/ac85ba1b-ba16-4eb9-bfa5-70e94c499c1d HTTP/1.1" status: 204 len: 168 time: 0.6077011 Jun 19 01:59:43.979039 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48592) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:43.984467 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122389615', 'description': 'tempest-description--91608839'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:43.996318 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48594) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:44.079630 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.095311 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-778332673-network', 'tenant_id': '42718bbdc4944c5db83d1ce8b696d044'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:44.162648 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Made reservation on behalf of 42718bbdc4944c5db83d1ce8b696d044 for: {'network': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:59:44.165003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for network, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.174197 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.231021 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.319425 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.323316 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-20fb84b2-09d5-4b89-897f-204808204132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:44.351128 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b8df5-c65a-491b-80fa-94fb378468df,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:44.354498 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:44.415525 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf86377-d8c1-4893-93cc-53f0e83a7f15 req-8bb263e6-30cc-4660-aa08-864b7a33bab5 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:44.417000 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dbf86377-d8c1-4893-93cc-53f0e83a7f15 req-8bb263e6-30cc-4660-aa08-864b7a33bab5 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.1088917 Jun 19 01:59:44.477831 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.482414 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dbf86377-d8c1-4893-93cc-53f0e83a7f15 req-1ed4f970-1aad-4ed6-b467-d7ef12570fd7 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592113 Jun 19 01:59:44.554667 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.557923 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0fb1a852-087a-4fb8-84d8-8cec90e31a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:44.587191 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=105201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:59:44.593811 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb12b1-4b9f-4de7-bac0-8ce339999a58,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:44.599537 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:44.602351 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.602758 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.segments_db [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Added segment 9e17bff8-8a76-4b95-aefb-c6cec8a50262 of type vlan for network e1ab1136-f7f3-4e0c-baf4-f73557a30788 Jun 19 01:59:44.649142 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740879496403'] for network, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.661947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.663345 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6831360 Jun 19 01:59:44.666223 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48602) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:44.671321 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'security_group_rule': {'security_group_id': '3e3b8df5-c65a-491b-80fa-94fb378468df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:44.787182 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877'] for network, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.788584 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:44.789201 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.791813 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ea701014-5009-4304-ad3a-655bca16ce7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:44.854467 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Pushing event updated for resources: {'Network': ['ID=e1ab1136-f7f3-4e0c-baf4-f73557a30788,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:44.857372 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:44.865475 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Network e1ab1136-f7f3-4e0c-baf4-f73557a30788 details requested by agent ovs-agent-dv-cinder-797170-1-smb with host dv-cinder-797170-1-smb {{(pid=105202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:59:44.867979 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.937486 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:44.948084 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9504881 Jun 19 01:59:44.950827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 48604) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:44.955962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Request body: {'subnet': {'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-778332673-subnet', 'tenant_id': '42718bbdc4944c5db83d1ce8b696d044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:45.027094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.029240 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-205b04d4-7471-4c01-8c8f-918bbb9ab563 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:45.046625 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42da2cd8-7c26-4601-9241-a79572e15ab3,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:45.049733 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:45.054361 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Made reservation on behalf of 42718bbdc4944c5db83d1ce8b696d044 for: {'subnet': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:59:45.056937 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31275513'] for subnet, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.122544 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.123759 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-bb17aa67-7c6f-4fa5-b07c-ddf0ff93d1f1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4563928 Jun 19 01:59:45.127627 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48606) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:45.132159 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'security_group_rule': {'security_group_id': '3e3b8df5-c65a-491b-80fa-94fb378468df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:45.225097 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.281626 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.305569 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29801292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31275499'] for subnet, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.308013 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-42bcae7b-28ad-49b7-b09b-69ac265f08e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:45.357883 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f82675-3357-468c-bfa2-57959a1e3f43,revision_number=0']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:45.365396 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:45.374584 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Checking segment: {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:59:45.374945 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Network hostable DHCP agents. Network: e1ab1136-f7f3-4e0c-baf4-f73557a30788, hostable agents: ['4897b18c-e039-41df-a0d6-168253bf112a'], hosted agents: [] {{(pid=105201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:59:45.385446 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973816'] for security_group_rule, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.387629 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-857bb7ce-1793-4d11-b060-1d1b6d4b4d01 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:45.403063 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60140307-38ad-4fc7-8cb5-64825454afec,revision_number=0']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:45.407061 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:45.484600 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Network e1ab1136-f7f3-4e0c-baf4-f73557a30788 is scheduled to be hosted by DHCP agent 4897b18c-e039-41df-a0d6-168253bf112a with binding_index 1 {{(pid=105201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:59:45.484828 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.487040 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-a65e51e3-319d-476e-a3fb-3b2ecff6901f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3583899 Jun 19 01:59:45.490315 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48608) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:59:45.497161 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'floatingip': {'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:45.575741 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-smb, e1ab1136-f7f3-4e0c-baf4-f73557a30788) {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:59:45.582069 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:45.583102 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.589616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60006268-9137-474d-9f3e-2259796ce370 None None] Network e1ab1136-f7f3-4e0c-baf4-f73557a30788 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:59:45.604846 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.705202 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f4347-e570-4a81-9d1e-e7822bf0fa00 req-c10e6038-fed0-4e1b-b17d-cc5ccf3d377c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:45.706635 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-298f4347-e570-4a81-9d1e-e7822bf0fa00 req-c10e6038-fed0-4e1b-b17d-cc5ccf3d377c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.1003885 Jun 19 01:59:45.708643 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f0143405-efe7-4dab-bd94-669bd76d2c3b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7566972 Jun 19 01:59:45.763514 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-298f4347-e570-4a81-9d1e-e7822bf0fa00 req-6b39161f-8318-4263-bf4c-6a7f34c484f1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=91840115-a411-47a8-a9d9-336f1ca0e090&id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486248 Jun 19 01:59:45.765881 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023dd56-a4aa-4390-9ada-609e97d079e1 None None] Network e1ab1136-f7f3-4e0c-baf4-f73557a30788 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:59:45.768486 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:45.887713 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Allocated IP 172.28.0.71 (b5152a18-197f-4d39-8618-1d080e7a84c4/c02e89b8-f876-42a2-9e1b-5d078e6864c5/007b5dfd-6af4-4a79-9ef7-bbaa0008023b) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:59:46.245764 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:46.336547 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:46.340074 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:46.373777 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Network b5152a18-197f-4d39-8618-1d080e7a84c4 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:59:46.381062 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:59:46.384613 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:59:46.412375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'Port': ['ID=007b5dfd-6af4-4a79-9ef7-bbaa0008023b,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:46.414291 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:46.478344 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:46.586822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:46.749404 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:46.845979 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:46.848729 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6c75f31e-4f83-49a9-8b97-ff8145bba037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:46.919727 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'Port': ['ID=007b5dfd-6af4-4a79-9ef7-bbaa0008023b,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:46.926541 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:46.933469 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:47.027297 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:47.028757 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5371542 Jun 19 01:59:47.223555 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-8e602056-9567-4d59-89e6-3f065c1d79ab tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1122389615&fields=id&tenant_id=a4958cfe8d474847ad0c7ea46e0a107a HTTP/1.1" status: 200 len: 267 time: 0.0351665 Jun 19 01:59:47.342906 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-a98a2f83-d858-4e6e-90c9-a425132926a1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:47.344570 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-a98a2f83-d858-4e6e-90c9-a425132926a1 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 811 time: 0.1142054 Jun 19 01:59:47.360594 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-c605f575-c064-428d-b656-315b04ab621b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/quotas/a4958cfe8d474847ad0c7ea46e0a107a HTTP/1.1" status: 200 len: 375 time: 0.0101576 Jun 19 01:59:47.436803 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-7900e676-0784-48ac-9053-29dc03dc844c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699604 Jun 19 01:59:47.585007 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-b5bb1c86-2e2c-476d-bb0a-0495cac937cc service neutron] 10.222.0.23 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364999 Jun 19 01:59:47.756874 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-baa47d27-1a7d-44b9-86b8-faad11b1fa2b service neutron] 10.222.0.23 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658685 Jun 19 01:59:48.012074 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-9f1d3eea-f4c5-4c9f-8ce6-73c67c4f34a7 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:48.013623 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-9f1d3eea-f4c5-4c9f-8ce6-73c67c4f34a7 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/networks?id=e1ab1136-f7f3-4e0c-baf4-f73557a30788 HTTP/1.1" status: 200 len: 813 time: 0.1262217 Jun 19 01:59:48.035852 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-82a58f37-faed-4b9c-8d00-a0f759c8fba0 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/quotas/42718bbdc4944c5db83d1ce8b696d044 HTTP/1.1" status: 200 len: 375 time: 0.0141613 Jun 19 01:59:48.074036 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-f0aa550b-2938-4940-a679-2753b62cd93e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42718bbdc4944c5db83d1ce8b696d044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313570 Jun 19 01:59:48.160859 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-aac051df-ae10-4806-8b24-40eaaed9fc5c req-b6ea4c80-2bef-46ed-b0aa-e178e7247dad tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 210 time: 0.0357790 Jun 19 01:59:48.250775 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-555939ad-3c2c-4d53-aacb-abf41454b092 service neutron] 10.222.0.23 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693337 Jun 19 01:59:48.347992 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-1a43c2bb-bf46-4b73-8d7e-4e3d1ca5e3da service neutron] 10.222.0.23 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908051 Jun 19 01:59:48.622430 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b295f86f-ffdc-4547-a4a5-3d0f73388ec2 req-6d3bb71c-6635-4c96-9f8d-cdc7b51df44a tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 210 time: 0.0340257 Jun 19 01:59:48.967992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-35a8f7ef-7d86-4466-9738-d5ce859c4f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:49.315357 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-143ed961-ca01-4876-abd9-158d7198be98 req-b3e3a053-afa6-4b57-857f-a69ec5eee896 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 210 time: 0.0306902 Jun 19 01:59:49.720146 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-1276cc09-5072-4877-8ed5-fd91bdb12665 req-08de3000-bc5a-48ae-a297-6b3f17b791bc tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 210 time: 0.0387473 Jun 19 01:59:50.105925 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:50.484629 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b1516400-2f71-4b4d-9966-9ba59848e4ff req-e63e54e7-7e4c-4124-9d31-02e4439d5927 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 210 time: 0.0423360 Jun 19 01:59:50.544257 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-17298110-de88-4d3e-a144-9ec21f4ffb0a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:50.545281 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-17298110-de88-4d3e-a144-9ec21f4ffb0a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 811 time: 0.1372364 Jun 19 01:59:50.590648 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-afdc7c6c-9247-41b5-bb03-b90ac481545e tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4958cfe8d474847ad0c7ea46e0a107a HTTP/1.1" status: 200 len: 380 time: 0.0341978 Jun 19 01:59:50.599737 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'port': {'device_id': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'admin_state_up': True, 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'security_groups': ['3e3b8df5-c65a-491b-80fa-94fb378468df']}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:50.827062 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Made reservation on behalf of a4958cfe8d474847ad0c7ea46e0a107a for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:59:50.831602 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:50.880790 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5dffe617-d6f3-4542-858d-6d54ab6eb566 req-2f0a5e8e-e42d-4c5b-8259-c67f9f85e4a4 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 210 time: 0.0386498 Jun 19 01:59:50.997925 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Allocated IP 172.20.0.5 (20e726ec-b989-47d6-968a-5d78e31b25b2/a3792eae-75a6-461d-958f-250372ab66d8/e439d62c-ddb7-4e2d-995b-cb5a1b219ec0) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:59:51.148268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.168761 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Transition to ACTIVE for port object e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:59:51.193744 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-284ce944-6edd-4a1e-8fe6-dfc05206318b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:51.195960 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-284ce944-6edd-4a1e-8fe6-dfc05206318b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "GET /v2.0/networks?id=e1ab1136-f7f3-4e0c-baf4-f73557a30788 HTTP/1.1" status: 200 len: 813 time: 0.1194053 Jun 19 01:59:51.210429 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Request body: {'port': {'device_id': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788', 'admin_state_up': True, 'tenant_id': '42718bbdc4944c5db83d1ce8b696d044'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:51.262159 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.267838 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-90b5883f-0871-436f-887a-4f7e09f35d96 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:51.310123 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:59:51.313952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:59:51.319133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:59:51.368113 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event updated for resources: {'Port': ['ID=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:51.372890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:51.381966 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:51.382702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.421926 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Made reservation on behalf of 42718bbdc4944c5db83d1ce8b696d044 for: {'port': 1} {{(pid=105200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:59:51.426075 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.450068 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a292b65a-ecfb-459d-8712-5dac2f6c3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.513705 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177470 Jun 19 01:59:51.588706 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Request body: {'port': {'device_id': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:51.615429 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_common [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Allocated IP 172.20.0.12 (e1ab1136-f7f3-4e0c-baf4-f73557a30788/c4f82675-3357-468c-bfa2-57959a1e3f43/9e4dc187-e4ea-42d4-8b34-04aad3bbebdb) {{(pid=105200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:59:51.644736 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-ed51700c-848d-48f9-8975-1a368e8ffd1f None None] Provisioning for port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:59:51.652425 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-ed51700c-848d-48f9-8975-1a368e8ffd1f None None] Provisioning complete for port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:51.653972 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-ed51700c-848d-48f9-8975-1a368e8ffd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.699556 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-ed51700c-848d-48f9-8975-1a368e8ffd1f None None] Port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:59:51.711921 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.782378 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks [] for port, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.788054 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1aafc-ab5d-4771-8c07-1bbd8ad1cc58 req-2d6624d7-9d22-4c38-906f-2de241458037 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:51.789774 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9db1aafc-ab5d-4771-8c07-1bbd8ad1cc58 req-2d6624d7-9d22-4c38-906f-2de241458037 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 931 time: 0.1589835 Jun 19 01:59:51.899623 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9db1aafc-ab5d-4771-8c07-1bbd8ad1cc58 req-2a09d373-4535-473b-9108-432ec4a252bc tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035123 Jun 19 01:59:51.899866 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31224717'] for port, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:51.903774 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-37acfd52-ddc6-4ffe-b96f-6dc56fee09d5 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:51.966509 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Network e1ab1136-f7f3-4e0c-baf4-f73557a30788 is already hosted by enough agents. {{(pid=105200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:59:51.972687 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.base_scheduler [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Resources bound (agent type, host, resource id): {{(pid=105200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:59:51.977236 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Received port after_create {{(pid=105200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:59:51.981316 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Pushing event updated for resources: {'Port': ['ID=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:52.005997 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:52.035041 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:52.041963 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.051080 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:52.059585 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.067111 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.074130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Transition to ACTIVE for port object e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:59:52.111317 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e5e0c-f51b-4181-b491-f96b4c49cdd7 req-73e4177e-070d-4071-adce-95cf26c1792a tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:52.112904 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d36e5e0c-f51b-4181-b491-f96b4c49cdd7 req-73e4177e-070d-4071-adce-95cf26c1792a tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 932 time: 0.0735459 Jun 19 01:59:52.152087 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d36e5e0c-f51b-4181-b491-f96b4c49cdd7 req-d3a6c35c-2e05-4eb1-bb2a-4cb6d5c65965 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jun 19 01:59:52.176671 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-06c2d869-1b48-489e-a664-60fae000337e tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9704378 Jun 19 01:59:52.193455 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Request body: {'port': {'device_id': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:59:52.230861 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.234204 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:52.276518 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.312507 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:52.332801 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:52.397615 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Attempting to bind port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:59:52.397956 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Attempting to bind port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:59:52.398297 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Attempting to bind port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 on network 20e726ec-b989-47d6-968a-5d78e31b25b2 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:59:52.403287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 on network 20e726ec-b989-47d6-968a-5d78e31b25b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:59:52.403606 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Attempting to bind port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 on network 20e726ec-b989-47d6-968a-5d78e31b25b2 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:59:52.409889 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:59:52.410227 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Checking segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:59:52.410620 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Bound using segment: {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:59:52.411060 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Bound port: e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38d6276-d377-4374-aa4c-e73c9e83bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:59:52.411419 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.477965 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] For port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:59:52.481418 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] For port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:59:52.585863 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.589477 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-4a17af9a-7785-4a80-9117-0caae31d8977 tempest-VolumesActionsTest-1867264325 tempest-VolumesActionsTest-1867264325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:52.597286 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb {{(pid=105200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:52.605897 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.620309 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.provisioning_blocks [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Transition to ACTIVE for port object 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb will not be triggered until provisioned by entity L2. {{(pid=105200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:59:52.638741 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:52.639367 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.641171 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] 10.222.0.45 "PUT /v2.0/ports/e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 HTTP/1.1" status: 200 len: 1093 time: 1.1203659 Jun 19 01:59:52.641690 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:52.644251 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe9f87-892e-4009-b795-5b9a549b30f7" -d '{"events": [{"name": "network-changed", "server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:52.648645 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.674046 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:52.678106 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:52.711548 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:52.716797 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-18513b35-a801-42cf-a2e8-fd531e381b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:52.845158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c819dc3-4016-405b-b655-d49dcad971c9 x-openstack-request-id: req-0c819dc3-4016-405b-b655-d49dcad971c9 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:52.845841 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:52.846299 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c819dc3-4016-405b-b655-d49dcad971c9 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:52.846965 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'status': 'completed', 'code': 200} Jun 19 01:59:52.889234 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-229a9ae3-a978-4db4-8024-571e43ae9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:52.890975 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-229a9ae3-a978-4db4-8024-571e43ae9094 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 1096 time: 0.1028686 Jun 19 01:59:52.892871 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Pushing event updated for resources: {'Port': ['ID=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,revision_number=2']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:52.897068 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:52.940778 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-e3696db8-f378-49ef-8528-e6f510a3dc11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 HTTP/1.1" status: 200 len: 217 time: 0.0375688 Jun 19 01:59:52.959269 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Attempting to bind port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:59:52.959935 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Attempting to bind port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:59:52.960830 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Attempting to bind port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb on network e1ab1136-f7f3-4e0c-baf4-f73557a30788 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:59:52.967913 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb on network e1ab1136-f7f3-4e0c-baf4-f73557a30788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:59:52.968535 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Attempting to bind port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb on network e1ab1136-f7f3-4e0c-baf4-f73557a30788 {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:59:52.984304 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:59:52.985012 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Checking segment: {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:59:52.985943 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Bound using segment: {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'} {{(pid=105200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:59:52.986653 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.managers [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Bound port: 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'}}] {{(pid=105200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:59:52.987227 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:53.021185 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-ce7eaeeb-abda-40a7-a9d0-bcc2878cdf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.023491 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-ce7eaeeb-abda-40a7-a9d0-bcc2878cdf41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.0759187 Jun 19 01:59:53.084817 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-bcda3d53-9030-4fea-b8c3-6c4f52fed974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.086289 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-bcda3d53-9030-4fea-b8c3-6c4f52fed974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555961 Jun 19 01:59:53.109765 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] For port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host hv-cinder-79717, cleared binding levels {{(pid=105200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:59:53.124779 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] For port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:59:53.139375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8ba8e-3042-46fa-be42-5c293af14970 req-cdd7b692-11ed-411b-8fda-0398db125a65 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.140912 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-39d8ba8e-3042-46fa-be42-5c293af14970 req-cdd7b692-11ed-411b-8fda-0398db125a65 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 943 time: 0.1028016 Jun 19 01:59:53.178980 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-04d8fbb3-fd03-41c3-bbe5-e256618e0f96 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844021 Jun 19 01:59:53.180553 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-39d8ba8e-3042-46fa-be42-5c293af14970 req-ba06e7fb-6b0e-400f-a3e9-097fc9328454 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Jun 19 01:59:53.187884 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:53.191828 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:53.232222 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.233133 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:53.234483 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] 10.222.0.45 "PUT /v2.0/ports/9e4dc187-e4ea-42d4-8b34-04aad3bbebdb HTTP/1.1" status: 200 len: 1094 time: 1.0466347 Jun 19 01:59:53.235038 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'tag': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:53.237504 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921df39d-37f3-4bc7-a3a0-f54e360cd07e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4", "tag": "9e4dc187-e4ea-42d4-8b34-04aad3bbebdb"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:53.258248 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Pushing event updated for resources: {'Port': ['ID=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,revision_number=3']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:53.261582 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:53.292747 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-080e7024-e3e4-4e9d-a120-cdd76cf19f09 req-3f432ede-ebec-4940-a26e-e516518a4e1f service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033664 Jun 19 01:59:53.304024 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b26a42-3aa6-4a7d-a278-4fbde778bcdb x-openstack-request-id: req-c0b26a42-3aa6-4a7d-a278-4fbde778bcdb {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:53.304934 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4", "tag": "9e4dc187-e4ea-42d4-8b34-04aad3bbebdb", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:53.305239 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0b26a42-3aa6-4a7d-a278-4fbde778bcdb {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:53.305691 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'tag': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb', 'status': 'completed', 'code': 200} Jun 19 01:59:53.416082 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffdb02-0086-4a5e-bc8b-3ed7d37dc4a0 req-ebfe68c2-2e18-4c4a-b6d6-80a71a3a67f4 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.417593 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-38ffdb02-0086-4a5e-bc8b-3ed7d37dc4a0 req-ebfe68c2-2e18-4c4a-b6d6-80a71a3a67f4 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 944 time: 0.1145706 Jun 19 01:59:53.425096 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df39d-37f3-4bc7-a3a0-f54e360cd07e req-ace6456a-30da-4fb7-965f-4780cd5c43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.426557 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-921df39d-37f3-4bc7-a3a0-f54e360cd07e req-ace6456a-30da-4fb7-965f-4780cd5c43df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42718bbdc4944c5db83d1ce8b696d044&device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0909507 Jun 19 01:59:53.470830 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-023835c2-265a-4a3c-a238-47998ac13c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.473114 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-023835c2-265a-4a3c-a238-47998ac13c45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 1096 time: 0.0612416 Jun 19 01:59:53.516101 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-38ffdb02-0086-4a5e-bc8b-3ed7d37dc4a0 req-a3aebd5c-b246-4621-8f52-e2e31d252782 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Jun 19 01:59:53.561395 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df39d-37f3-4bc7-a3a0-f54e360cd07e req-7bb8c39e-4b13-4215-98fc-fb5ada80c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.562883 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-921df39d-37f3-4bc7-a3a0-f54e360cd07e req-7bb8c39e-4b13-4215-98fc-fb5ada80c25e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=42718bbdc4944c5db83d1ce8b696d044&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1197641 Jun 19 01:59:53.579228 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-578c3505-6ec0-439f-8da5-c9d6120e1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.580765 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-578c3505-6ec0-439f-8da5-c9d6120e1df0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 912 time: 0.0998685 Jun 19 01:59:53.630259 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-39293739-6ebb-4f4e-8578-158af59c6ad7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 HTTP/1.1" status: 200 len: 217 time: 0.0431156 Jun 19 01:59:53.670233 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df39d-37f3-4bc7-a3a0-f54e360cd07e req-e03e0b42-b13b-4b0f-8e80-941eb90917f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.671883 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-921df39d-37f3-4bc7-a3a0-f54e360cd07e req-e03e0b42-b13b-4b0f-8e80-941eb90917f8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025116 Jun 19 01:59:53.697692 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-379b7a04-146b-43a1-a2b3-c9453fb4018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.699163 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-379b7a04-146b-43a1-a2b3-c9453fb4018e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.0620117 Jun 19 01:59:53.760572 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-b20d1567-9350-4bdd-bf79-0442c2fcdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.762048 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-b20d1567-9350-4bdd-bf79-0442c2fcdfad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560136 Jun 19 01:59:53.763459 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-a90aa2f9-fef9-4c37-903a-247a83ad0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:53.765292 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-a90aa2f9-fef9-4c37-903a-247a83ad0d7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42718bbdc4944c5db83d1ce8b696d044&device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0539548 Jun 19 01:59:53.819983 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-bebb5a3a-a621-469a-bc32-83c68ff83cac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb HTTP/1.1" status: 200 len: 217 time: 0.0368645 Jun 19 01:59:53.872313 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-cd5c22a7-4de7-4ac3-8763-f51068ac494d service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898335 Jun 19 01:59:53.978631 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-defe9f87-892e-4009-b795-5b9a549b30f7 req-176831c5-177d-4adc-acc7-d4df47d0b5b3 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963809 Jun 19 01:59:54.147816 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703275ae-6d29-460a-8bad-841828de917a req-fcf447d8-8f03-4706-90ad-9404e4f97996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.149243 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-fcf447d8-8f03-4706-90ad-9404e4f97996 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4f82675-3357-468c-bfa2-57959a1e3f43 HTTP/1.1" status: 200 len: 853 time: 0.3161147 Jun 19 01:59:54.185191 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-60e19d05-8ef8-446f-96e4-6184e872aaa5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1ab1136-f7f3-4e0c-baf4-f73557a30788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262251 Jun 19 01:59:54.284612 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-a9100c03-74ed-4b6e-aa4e-c3aff2fb645d service neutron] 10.222.0.45 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903628 Jun 19 01:59:54.394747 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-b6a1f2cd-1c24-45f7-b00d-b956473a150e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570810 Jun 19 01:59:54.428761 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-703275ae-6d29-460a-8bad-841828de917a req-f1121fc6-32cf-4e5a-a4bf-19ddb20c391e service neutron] 10.222.0.45 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309266 Jun 19 01:59:54.441555 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982e5c8-ad5a-4873-93d1-536895a9f1a2 req-1f1de83c-9ed4-4d04-b506-1242bec551a4 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.443221 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e982e5c8-ad5a-4873-93d1-536895a9f1a2 req-1f1de83c-9ed4-4d04-b506-1242bec551a4 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 943 time: 0.1378269 Jun 19 01:59:54.521386 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e982e5c8-ad5a-4873-93d1-536895a9f1a2 req-f038756b-27fa-4b1e-a91e-142042d5d93b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632336 Jun 19 01:59:54.538297 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-377c0f95-1676-4d5d-9753-3008af3c96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.539778 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-377c0f95-1676-4d5d-9753-3008af3c96cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1138 time: 0.0903604 Jun 19 01:59:54.568213 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:54.670365 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-aae00c4e-9545-409a-a1e7-8d7e2afd00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.671883 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-aae00c4e-9545-409a-a1e7-8d7e2afd00db service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.0981224 Jun 19 01:59:54.723768 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62774378-3633-4b8c-85fa-91e2582077ed req-e3294b85-6acb-49a0-a200-f03d9d704235 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.725264 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-62774378-3633-4b8c-85fa-91e2582077ed req-e3294b85-6acb-49a0-a200-f03d9d704235 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 944 time: 0.0829463 Jun 19 01:59:54.747562 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-50cdc8be-8d51-49c3-bfbc-ff904fc90492 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 1001 time: 0.0673747 Jun 19 01:59:54.767265 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-62774378-3633-4b8c-85fa-91e2582077ed req-81b2cc40-d84b-4d0f-afe5-f76057c199a8 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357018 Jun 19 01:59:54.820037 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-b77c9147-7352-40ed-b9f3-e2e6e44c5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.821566 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-b77c9147-7352-40ed-b9f3-e2e6e44c5dea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.0466895 Jun 19 01:59:54.885371 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-7b8fa80c-eaa3-4a1b-839a-19d7fb26aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:54.886850 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-7b8fa80c-eaa3-4a1b-839a-19d7fb26aed0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582108 Jun 19 01:59:54.987021 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-0cbe31f5-3b7d-4ae8-b426-222b8392eaa1 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875297 Jun 19 01:59:55.099136 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a9526465-1db0-4f06-8b2e-6e2544955052 req-ed8c0765-e961-44f9-bedd-4e9ec0332c85 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045282 Jun 19 01:59:55.704779 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831d329-961a-4abe-bb4c-3d20a4895999 req-f91686c4-a6f2-4692-962b-f03fdc6b2e06 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:55.706297 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7831d329-961a-4abe-bb4c-3d20a4895999 req-f91686c4-a6f2-4692-962b-f03fdc6b2e06 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 943 time: 0.0671568 Jun 19 01:59:55.746131 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-7831d329-961a-4abe-bb4c-3d20a4895999 req-024b7211-8303-4090-9510-bf49d2e71450 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Jun 19 01:59:55.948850 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e79f-aa8d-40e2-bd24-1bc213e1a1d7 req-48e8c156-e959-4a3e-9da0-9c9bcaa52565 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:55.950374 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-14e8e79f-aa8d-40e2-bd24-1bc213e1a1d7 req-48e8c156-e959-4a3e-9da0-9c9bcaa52565 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 944 time: 0.0676465 Jun 19 01:59:55.990288 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-14e8e79f-aa8d-40e2-bd24-1bc213e1a1d7 req-058c2802-f828-4756-af53-d7f023dc2d47 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Jun 19 01:59:56.152073 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:59:56.246296 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:56.258542 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb', 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788', 'port_id': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb', 'mac_address': 'fa:16:3e:f1:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f82675-3357-468c-bfa2-57959a1e3f43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:59:56.298150 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:56.311184 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:56.332153 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:56.421368 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:56.422117 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:59:56.424242 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-fc2c0999-aabe-45dc-9b79-548ccf4d42bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:56.518163 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:56.522142 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:56.560238 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:56.572637 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'port_id': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'mac_address': 'fa:16:3e:7f:c4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:59:56.614519 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:56.628031 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:59:56.648277 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:56.730188 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:56.731992 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:56.779807 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:56.783823 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:56.919556 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876b071-03c4-41a1-96d3-b7713cb89725 req-5f827517-f18d-469c-b190-39a109dbaf68 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:56.921139 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f876b071-03c4-41a1-96d3-b7713cb89725 req-5f827517-f18d-469c-b190-39a109dbaf68 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 944 time: 0.0648851 Jun 19 01:59:56.960584 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f876b071-03c4-41a1-96d3-b7713cb89725 req-2e9b1a2b-495c-4042-9e80-f87684d40310 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Jun 19 01:59:56.999462 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['e439d62c-ddb7-4e2d-995b-cb5a1b219ec0'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:57.023461 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['9e4dc187-e4ea-42d4-8b34-04aad3bbebdb'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:59:57.170494 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b5a46-5d99-4743-a5df-a876a025fa67 req-3b783c24-f147-416a-a9a3-da8ddbe7d2bd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:57.172188 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-896b5a46-5d99-4743-a5df-a876a025fa67 req-3b783c24-f147-416a-a9a3-da8ddbe7d2bd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 945 time: 0.0639024 Jun 19 01:59:57.211329 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-896b5a46-5d99-4743-a5df-a876a025fa67 req-562da6af-0f71-4ec6-ac74-64f151d6df97 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Jun 19 01:59:58.139544 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056867-68a7-426f-96db-74004435fe96 req-ecdb1aea-491b-49b9-b746-c709ce73a467 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:58.141035 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d0056867-68a7-426f-96db-74004435fe96 req-ecdb1aea-491b-49b9-b746-c709ce73a467 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 944 time: 0.0668271 Jun 19 01:59:58.152013 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:59:58.184563 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d0056867-68a7-426f-96db-74004435fe96 req-8ae3214c-2fa5-480b-a3b2-3160a7c73f04 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350974 Jun 19 01:59:58.265542 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:59:58.270794 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:58.271424 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:58.358811 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:58.384272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:59:58.387048 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19165ddd-2c92-4368-b11e-682731b6f8c9" -d '{"events": [{"server_uuid": "b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dc187-e4ea-42d4-8b34-04aad3bbebdb"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:59:58.413491 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:58.435674 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547b60b-f170-40f4-b6e1-8e49762f511e req-d964239b-e04a-476e-a077-69530d1c199f tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:58.439126 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dacea03-6fa8-443c-bcce-c3c0e32b25c0 x-openstack-request-id: req-1dacea03-6fa8-443c-bcce-c3c0e32b25c0 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:59:58.439694 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dc187-e4ea-42d4-8b34-04aad3bbebdb", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:59:58.440231 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dacea03-6fa8-443c-bcce-c3c0e32b25c0 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:59:58.441525 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb', 'code': 200} Jun 19 01:59:58.443576 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e547b60b-f170-40f4-b6e1-8e49762f511e req-d964239b-e04a-476e-a077-69530d1c199f tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 945 time: 0.0964053 Jun 19 01:59:58.484150 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e547b60b-f170-40f4-b6e1-8e49762f511e req-8e112a7a-ceb1-4aa5-b3de-b8a02045e9d9 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Jun 19 01:59:58.491018 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:58.492976 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:59:58.498065 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:58.590666 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:58.592391 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:58.702034 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:59:58.709923 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:59:58.710544 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:58.810165 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:58.868460 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:59:58.962770 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:59:58.965755 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:59:58.993166 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a3003-b38d-41d1-a5e8-9bdc203fe9bb req-edca3161-91ec-450e-92f4-0277bc07ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:58.995640 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-894a3003-b38d-41d1-a5e8-9bdc203fe9bb req-edca3161-91ec-450e-92f4-0277bc07ca9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0766821 Jun 19 01:59:59.028003 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:59:59.032369 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:59:59.036828 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-894a3003-b38d-41d1-a5e8-9bdc203fe9bb req-b38a39a8-9f6c-44b9-9400-791b28553bcd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jun 19 01:59:59.370064 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc5b6d-dbad-4ece-be39-c352aafe0f0b req-e19454f9-2855-4b66-aa31-1f2dadf55878 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:59.371593 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fdbc5b6d-dbad-4ece-be39-c352aafe0f0b req-e19454f9-2855-4b66-aa31-1f2dadf55878 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0668185 Jun 19 01:59:59.411230 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-fdbc5b6d-dbad-4ece-be39-c352aafe0f0b req-cc9ba9b0-dd89-4a2c-8742-944ff782d42f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Jun 19 01:59:59.698467 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d822-1d6c-490e-a5cf-dfc6de8cf426 req-c01489bb-dde9-4fd9-9a30-97529192eb87 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:59:59.700050 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0710d822-1d6c-490e-a5cf-dfc6de8cf426 req-c01489bb-dde9-4fd9-9a30-97529192eb87 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0747006 Jun 19 01:59:59.745462 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-0710d822-1d6c-490e-a5cf-dfc6de8cf426 req-6acc7104-274f-4158-8feb-9afcf76dd0b9 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Jun 19 02:00:00.442606 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:00.445570 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dfa62b-8bfb-41a3-a82c-0a06159f68df" -d '{"events": [{"server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "name": "network-vif-plugged", "status": "completed", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:00.483567 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbf5f2-903e-450f-b146-ccad9a24098f x-openstack-request-id: req-62bbf5f2-903e-450f-b146-ccad9a24098f {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:00.483902 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "name": "network-vif-plugged", "status": "completed", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:00.484165 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62bbf5f2-903e-450f-b146-ccad9a24098f {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:00.484566 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'code': 200} Jun 19 02:00:00.599876 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469613-9786-4b7a-8fb6-ddca8f52b19f req-51b0a10e-69cf-45f1-bd78-fe43f56cd9ed tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:00.601474 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5f469613-9786-4b7a-8fb6-ddca8f52b19f req-51b0a10e-69cf-45f1-bd78-fe43f56cd9ed tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0721028 Jun 19 02:00:00.645550 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-5f469613-9786-4b7a-8fb6-ddca8f52b19f req-cdf1a89c-6024-40b5-a283-976ac17d7bda tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 Jun 19 02:00:00.968343 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e104f6e-6cf9-4b15-b689-002a94e06bd3 req-27a67999-f823-482c-a933-529a29487340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:00.970657 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8e104f6e-6cf9-4b15-b689-002a94e06bd3 req-27a67999-f823-482c-a933-529a29487340 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 1098 time: 0.1089771 Jun 19 02:00:00.986146 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2d0f-3b96-4e1d-afd1-45830c503d84 req-f28f8724-e0c4-454e-817f-fcef44395081 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:00.987610 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-831e2d0f-3b96-4e1d-afd1-45830c503d84 req-f28f8724-e0c4-454e-817f-fcef44395081 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0955827 Jun 19 02:00:01.041029 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8e104f6e-6cf9-4b15-b689-002a94e06bd3 req-a5a1bea5-8555-4627-8a4e-3783e543b674 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523310 Jun 19 02:00:01.043663 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-831e2d0f-3b96-4e1d-afd1-45830c503d84 req-b21367b4-2ca3-4d30-b0c7-0146c8aa9cde tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498614 Jun 19 02:00:01.833961 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d2233-ef41-4b0e-afaf-77d614f2e2e2 req-46f141f0-be66-42a6-b990-0bbc17af2160 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:01.835620 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b12d2233-ef41-4b0e-afaf-77d614f2e2e2 req-46f141f0-be66-42a6-b990-0bbc17af2160 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0752532 Jun 19 02:00:01.880718 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b12d2233-ef41-4b0e-afaf-77d614f2e2e2 req-24c08fe3-2712-43d9-ab2a-f0bfc8bc55df tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 Jun 19 02:00:03.089741 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031e97-c8c2-4ffe-9852-a8ba7da88eeb req-50696cef-605a-466f-b84c-75b9eab4e516 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:03.091900 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-39031e97-c8c2-4ffe-9852-a8ba7da88eeb req-50696cef-605a-466f-b84c-75b9eab4e516 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0881226 Jun 19 02:00:03.148896 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-39031e97-c8c2-4ffe-9852-a8ba7da88eeb req-230e4900-5657-4b2f-8b34-40bdbc37ba3c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511003 Jun 19 02:00:03.327529 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028969f1-8c98-4ce5-ba2c-4731cc862168 req-a6e1b9e3-0624-47ed-8279-2517e3263b90 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:03.329277 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-028969f1-8c98-4ce5-ba2c-4731cc862168 req-a6e1b9e3-0624-47ed-8279-2517e3263b90 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0676935 Jun 19 02:00:03.339005 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 48836) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:03.343666 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Request body: {'floatingip': {'port_id': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0'}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 02:00:03.393265 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:03.880594 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:03.956706 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:04.070180 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.l3_db [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Floating IP 571fa0ac-2be1-4e0d-a311-78f211170f27 associated. External IP: 172.28.0.71, port: e439d62c-ddb7-4e2d-995b-cb5a1b219ec0. Jun 19 02:00:04.298304 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:00:04.671766 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:00:04.677121 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:04.684096 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:00:04.696519 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:04.697263 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:59:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:04.716560 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2a7bca85-bdca-4095-b10c-e469225c109c tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "PUT /v2.0/floatingips/571fa0ac-2be1-4e0d-a311-78f211170f27 HTTP/1.1" status: 200 len: 990 time: 1.3764727 Jun 19 02:00:04.717228 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:04.720229 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52eb95e-3e89-40de-b4ea-175d83a0de24" -d '{"events": [{"name": "network-changed", "server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:04.760887 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8526fe92-b192-4bfc-aa52-3fd80afec8bb x-openstack-request-id: req-8526fe92-b192-4bfc-aa52-3fd80afec8bb {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:04.761472 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:04.761935 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8526fe92-b192-4bfc-aa52-3fd80afec8bb {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:04.762562 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'status': 'completed', 'code': 200} Jun 19 02:00:04.815816 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:04.845734 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-7e8332ec-b916-4c83-87ca-0522be156603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:04.847252 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-7e8332ec-b916-4c83-87ca-0522be156603 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 1098 time: 0.0583746 Jun 19 02:00:04.958539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-10617f26-8240-4182-919f-ef4d20e33817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:04.960079 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-10617f26-8240-4182-919f-ef4d20e33817 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 200 len: 912 time: 0.1051493 Jun 19 02:00:05.038261 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-97aee19e-b1ad-413f-bed5-47192244986e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 HTTP/1.1" status: 200 len: 998 time: 0.0701504 Jun 19 02:00:05.091905 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-67af0921-ac5d-482e-b3ef-5e88f9c61322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:05.093508 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-67af0921-ac5d-482e-b3ef-5e88f9c61322 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 200 len: 850 time: 0.0485034 Jun 19 02:00:05.161748 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-93fc5c72-58b2-403a-ba35-452a021b4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:05.163234 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-93fc5c72-58b2-403a-ba35-452a021b4676 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20e726ec-b989-47d6-968a-5d78e31b25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0626197 Jun 19 02:00:05.199001 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '571fa0ac-2be1-4e0d-a311-78f211170f27', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'floating_ip_address': '172.28.0.71', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'port_id': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'mac_address': 'fa:16:3e:7f:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:46Z', 'updated_at': '2021-06-19T02:00:03Z', 'revision_number': 1, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:05.226114 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:00:05.235510 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:05.236184 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T01:59:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:05.268730 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-53dad113-117c-4385-a3e4-27ddfb873823 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973086 Jun 19 02:00:05.352543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:05.380545 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a52eb95e-3e89-40de-b4ea-175d83a0de24 req-ce8d41a5-a171-44cb-ab49-e69ff029a1c5 service neutron] 10.222.0.45 "GET /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036270 Jun 19 02:00:05.611322 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '571fa0ac-2be1-4e0d-a311-78f211170f27', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'floating_ip_address': '172.28.0.71', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'port_id': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'mac_address': 'fa:16:3e:7f:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:46Z', 'updated_at': '2021-06-19T02:00:03Z', 'revision_number': 1, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:05.642020 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8c106-a2a7-4b46-8e53-db61e9d45c47 None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_floatingips': [{'id': '571fa0ac-2be1-4e0d-a311-78f211170f27', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'floating_ip_address': '172.28.0.71', 'floating_network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'router_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'port_id': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'mac_address': 'fa:16:3e:7f:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:46Z', 'updated_at': '2021-06-19T02:00:03Z', 'revision_number': 1, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:00:05.858393 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e02dc-5437-4e18-a91c-b1199c45eeb9 None None] New status for floating IP 571fa0ac-2be1-4e0d-a311-78f211170f27: ACTIVE {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 02:00:09.030081 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19919e69-8626-495c-a183-a792768740e0 req-ea786f81-8390-4c51-88af-55075eb2f097 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:09.031668 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-19919e69-8626-495c-a183-a792768740e0 req-ea786f81-8390-4c51-88af-55075eb2f097 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0780246 Jun 19 02:00:09.096309 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-19919e69-8626-495c-a183-a792768740e0 req-22bec3bf-08ae-4881-bf3c-ca57676aa353 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551038 Jun 19 02:00:10.292942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f43c9-99e7-4f0c-a2c9-ceb783b7ed0d req-ccc3cd54-b481-43d5-a13d-849cab76326d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:10.294494 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d65f43c9-99e7-4f0c-a2c9-ceb783b7ed0d req-ccc3cd54-b481-43d5-a13d-849cab76326d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0734785 Jun 19 02:00:10.338905 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d65f43c9-99e7-4f0c-a2c9-ceb783b7ed0d req-4ca4eee7-cda4-4906-9045-7eb48a9966bd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Jun 19 02:00:11.545701 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65736c91-58e1-41fb-982c-a9e014337156 req-e2c484dc-245a-4d41-8bd1-a606d2047d9f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:11.547166 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-65736c91-58e1-41fb-982c-a9e014337156 req-e2c484dc-245a-4d41-8bd1-a606d2047d9f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0683405 Jun 19 02:00:11.590360 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-65736c91-58e1-41fb-982c-a9e014337156 req-0dd093e4-8371-4610-b66d-c3ffb8f555f3 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342124 Jun 19 02:00:12.780954 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b58e64-36e5-477b-b557-988c1026c627 req-a85af695-c523-425c-b314-dc44a430d47e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:12.782415 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-65b58e64-36e5-477b-b557-988c1026c627 req-a85af695-c523-425c-b314-dc44a430d47e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0688169 Jun 19 02:00:12.823121 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-65b58e64-36e5-477b-b557-988c1026c627 req-59f86cdf-5d07-425d-9ad4-ec9b7ab08c43 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349581 Jun 19 02:00:14.007967 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc750f62-46bf-4666-a140-fdada874cbef req-2af1cf44-3a1c-4ef2-b04e-d9dcc9780116 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:14.009471 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bc750f62-46bf-4666-a140-fdada874cbef req-2af1cf44-3a1c-4ef2-b04e-d9dcc9780116 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0686529 Jun 19 02:00:14.048025 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-bc750f62-46bf-4666-a140-fdada874cbef req-70ad91df-c774-4eb2-bf41-0de6d6d6dd42 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Jun 19 02:00:15.233035 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6a2f-d64b-4bd7-b4c3-4d0ee29b6b32 req-92696f52-7c9a-4074-998b-d526490b90fb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:15.234567 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5cfd6a2f-d64b-4bd7-b4c3-4d0ee29b6b32 req-92696f52-7c9a-4074-998b-d526490b90fb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0673244 Jun 19 02:00:15.273273 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5cfd6a2f-d64b-4bd7-b4c3-4d0ee29b6b32 req-bd8420b0-4287-4896-82c1-2f95270ddf3c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Jun 19 02:00:16.457738 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df16ce-6cf6-46f0-87d3-e14729901491 req-25e67c49-20f5-49a6-be93-27bb13d99206 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:16.459300 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f9df16ce-6cf6-46f0-87d3-e14729901491 req-25e67c49-20f5-49a6-be93-27bb13d99206 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0676222 Jun 19 02:00:16.505303 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f9df16ce-6cf6-46f0-87d3-e14729901491 req-4369d9c3-c6a9-408c-9c24-3300790284d5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Jun 19 02:00:17.748940 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007de0-e384-4133-9f06-7b0348cc5489 req-593faa9b-b3c3-42b0-bbcb-bf6c7f22dbcb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:17.750567 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ef007de0-e384-4133-9f06-7b0348cc5489 req-593faa9b-b3c3-42b0-bbcb-bf6c7f22dbcb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0994976 Jun 19 02:00:17.799658 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ef007de0-e384-4133-9f06-7b0348cc5489 req-705c94e8-4f84-4b94-9372-17cd605d2bc6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Jun 19 02:00:18.991667 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd18458-8bf2-45e2-8a65-1f006575114e req-6f1888b4-de04-4fda-95e7-d685d1ed743a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:18.993219 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8fd18458-8bf2-45e2-8a65-1f006575114e req-6f1888b4-de04-4fda-95e7-d685d1ed743a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0695992 Jun 19 02:00:19.013198 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-40e99135-8f19-4f10-84a0-b574bd069465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:19.033942 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8fd18458-8bf2-45e2-8a65-1f006575114e req-5809c96d-1a40-4a51-8f54-2b2b3a60cf39 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343933 Jun 19 02:00:20.046683 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:00:20.118591 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:20.261650 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4f48e-d97e-4a1d-bf2f-2944ece5f03a req-218cc773-0da8-4e9b-af47-b8d4bb31f6d8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:20.263255 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-80c4f48e-d97e-4a1d-bf2f-2944ece5f03a req-218cc773-0da8-4e9b-af47-b8d4bb31f6d8 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0786970 Jun 19 02:00:20.304809 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 02:00:20.309760 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-80c4f48e-d97e-4a1d-bf2f-2944ece5f03a req-d5588058-1e29-4b20-9935-44ac6d2b88cf tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Jun 19 02:00:20.427511 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:20.440167 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'mac_address': 'fa:16:3e:40:df:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 02:00:20.480290 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:20.495903 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 380c309d-7924-4a8e-b7e9-ce4d22526089 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:00:20.516244 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:20.610914 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:20.613913 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:20.672187 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=6']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:20.679647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.680027 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.680371 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.680709 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.681043 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.681372 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.681732 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.682099 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.682552 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.682863 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.683189 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.683514 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:20.688413 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:20.730032 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['380c309d-7924-4a8e-b7e9-ce4d22526089'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:00:21.456879 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-59ea4650-a85b-46fa-8d7f-0f3d984f0244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:21.527513 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe498ff-0858-4bd7-aab9-c64c0f3d82af req-23052d17-c630-47d4-9029-a53c363e2bc0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:21.528540 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-afe498ff-0858-4bd7-aab9-c64c0f3d82af req-23052d17-c630-47d4-9029-a53c363e2bc0 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 944 time: 0.0776122 Jun 19 02:00:21.578080 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-afe498ff-0858-4bd7-aab9-c64c0f3d82af req-111a1fea-aa02-4ff1-8b69-2f7b47da8bb6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Jun 19 02:00:22.032301 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:22.320437 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 02:00:22.380433 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 380c309d-7924-4a8e-b7e9-ce4d22526089 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:00:22.380819 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:22.481188 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:22.535408 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:22.537786 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bc8d26-cb50-4b2e-8bfe-5bcc72b4113f" -d '{"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-plugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:22.563609 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:22.647879 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:22.693997 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:22.697523 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:22.770143 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90685bac-92e0-43b4-a44d-0df5dd1639a0 x-openstack-request-id: req-90685bac-92e0-43b4-a44d-0df5dd1639a0 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:22.770542 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-plugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:22.771005 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90685bac-92e0-43b4-a44d-0df5dd1639a0 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:22.771416 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'code': 200} Jun 19 02:00:22.786329 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=7']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:22.790548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:22.828375 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e31da1-76e9-49cf-82ab-2f48597b35a6 req-4426093f-aef1-4c90-90fb-8cb09c532f53 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:22.830662 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b3e31da1-76e9-49cf-82ab-2f48597b35a6 req-4426093f-aef1-4c90-90fb-8cb09c532f53 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0913413 Jun 19 02:00:22.878186 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b3e31da1-76e9-49cf-82ab-2f48597b35a6 req-b813c842-ed2c-46f1-bf27-8d039a03fb66 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Jun 19 02:00:24.115204 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3588e0-58fa-43d1-b095-b253d7562ed6 req-336ccf4c-6a1c-4a9d-ab1d-b7b450229c5e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:24.117623 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2f3588e0-58fa-43d1-b095-b253d7562ed6 req-336ccf4c-6a1c-4a9d-ab1d-b7b450229c5e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0868158 Jun 19 02:00:24.183472 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2f3588e0-58fa-43d1-b095-b253d7562ed6 req-9360143a-b38c-4ee3-907e-f9d42e2af644 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580587 Jun 19 02:00:24.601669 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:25.404844 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e0338-ecc2-4a8f-bde8-26b8198ac774 req-1b556586-c90f-4c41-b5dd-5316cd55b606 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:25.421430 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-729e0338-ecc2-4a8f-bde8-26b8198ac774 req-1b556586-c90f-4c41-b5dd-5316cd55b606 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0952582 Jun 19 02:00:25.456567 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-729e0338-ecc2-4a8f-bde8-26b8198ac774 req-edfd9bd2-57bd-4408-838f-7eab4ab82c97 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Jun 19 02:00:26.708094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc82e-47b8-4912-89d2-4c65332095f7 req-c8cffd59-2678-486c-a47e-1baf84191999 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:26.715459 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-362bc82e-47b8-4912-89d2-4c65332095f7 req-c8cffd59-2678-486c-a47e-1baf84191999 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0939534 Jun 19 02:00:26.764724 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-362bc82e-47b8-4912-89d2-4c65332095f7 req-1fba2bd4-5f12-4f9b-9e5f-d4e69e6d7f96 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Jun 19 02:00:28.048495 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8d455-5e55-443c-adf7-93ca1d369fcf req-7d80af98-fc69-4d3a-a56b-ef591462dbff tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:28.054289 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-91f8d455-5e55-443c-adf7-93ca1d369fcf req-7d80af98-fc69-4d3a-a56b-ef591462dbff tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.1230569 Jun 19 02:00:28.132533 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-91f8d455-5e55-443c-adf7-93ca1d369fcf req-9c424f79-9de0-438e-81f3-d475a2803f18 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719976 Jun 19 02:00:29.430828 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-498b2ea0-bc3b-4c31-a10e-8e69e6478974 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573514007&fields=id&tenant_id=81bd53c23b5b4145a98d4bd69d761fb6 HTTP/1.1" status: 200 len: 267 time: 0.0475554 Jun 19 02:00:29.520447 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-c333301c-d5ab-4eb9-9653-35400ae1e8cf tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:29.528690 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-c333301c-d5ab-4eb9-9653-35400ae1e8cf tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 985 time: 0.0968015 Jun 19 02:00:29.535275 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.v2.base [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Request body: {'port': {'security_groups': ['991072a0-9e96-4b01-a12b-70b1566d5e5c']}} {{(pid=105200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 02:00:29.535871 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91714-f1fc-4d21-a709-50a21fa61027 req-e267cb29-d0ff-46a4-876f-04262ec47291 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:29.538480 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-82f91714-f1fc-4d21-a709-50a21fa61027 req-e267cb29-d0ff-46a4-876f-04262ec47291 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.1964054 Jun 19 02:00:29.658877 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-82f91714-f1fc-4d21-a709-50a21fa61027 req-0d2f5e9c-60aa-4ebe-a51d-e766b7ced579 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109097 Jun 19 02:00:29.740716 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.076298 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:30.119237 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for port, precommit_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.236482 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31224763'] for port, after_update {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.243915 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:30.250556 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['59e9c7f0-711e-4f6c-ac52-2a50230b5de5'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:00:30.331434 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:30.332155 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.336961 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-332779a1-29dc-42c8-acfe-f00e86a59110 req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "PUT /v2.0/ports/59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 943 time: 0.8070509 Jun 19 02:00:30.337660 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:30.340961 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:30.341736 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49086) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:30.384817 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event updated for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=7']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:30.403946 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6922ac25-7630-42f0-a909-0e683eb87675 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:30.473211 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.508511 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['59e9c7f0-711e-4f6c-ac52-2a50230b5de5'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:00:30.541144 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.619976 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4106a-95eb-42fe-90f4-e62bad28b6c8 x-openstack-request-id: req-92f4106a-95eb-42fe-90f4-e62bad28b6c8 {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:30.620969 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:30.621447 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92f4106a-95eb-42fe-90f4-e62bad28b6c8 {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:30.624933 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'status': 'completed', 'code': 200} Jun 19 02:00:30.757172 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-aa2a5405-39a3-41d4-b77f-8bbac189da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:30.759144 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-aa2a5405-39a3-41d4-b77f-8bbac189da31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1099 time: 0.0947585 Jun 19 02:00:30.826644 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-afcc2cdc-9cfe-4025-8702-73099f1a1044 None None] Provisioning complete for port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:00:30.830273 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cdc-9cfe-4025-8702-73099f1a1044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.853015 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.855749 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:30.856971 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "DELETE /v2.0/security-groups/91840115-a411-47a8-a9d9-336f1ca0e090 HTTP/1.1" status: 204 len: 168 time: 0.5139208 Jun 19 02:00:30.862995 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49096) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:30.863941 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b9567fa5-ec02-4cf1-afc4-ea2544899fde tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:30.880072 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91840115-a411-47a8-a9d9-336f1ca0e090,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:30.882543 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:30.935590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-963e122b-78c7-4ebf-80a7-3d2f8cd2530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:30.938154 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-963e122b-78c7-4ebf-80a7-3d2f8cd2530f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.1684351 Jun 19 02:00:31.087399 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-eec04b3f-e8fb-499e-bb2b-2d9c17c6bb55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 1001 time: 0.1405437 Jun 19 02:00:31.206158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-df47abbc-38ab-4e9c-8f8d-f3af8187304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:31.208093 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-df47abbc-38ab-4e9c-8f8d-f3af8187304a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.0818448 Jun 19 02:00:31.223568 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95e4c8-6167-4cf5-b9b4-1f6c8e766831 req-fa9cd8ee-57f0-41dd-a6d6-b83d89cb75da tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:31.225323 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-aa95e4c8-6167-4cf5-b9b4-1f6c8e766831 req-fa9cd8ee-57f0-41dd-a6d6-b83d89cb75da tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.1663988 Jun 19 02:00:31.291976 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Deleting port b1c0c347-ff2c-4502-901c-4175f35e19ff {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:31.293134 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:31.319685 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-aa95e4c8-6167-4cf5-b9b4-1f6c8e766831 req-d4f163c1-412b-4a6e-80a1-1b09726c366f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591741 Jun 19 02:00:31.340860 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-00654e97-eb97-4d41-a23a-6e0db6a31391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:31.343271 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-00654e97-eb97-4d41-a23a-6e0db6a31391 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1161509 Jun 19 02:00:31.454408 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-c0f58fac-49ce-4d48-b3fd-52e902c93ddf service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031091 Jun 19 02:00:31.479091 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:31.479506 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:31.553671 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Calling delete_port for b1c0c347-ff2c-4502-901c-4175f35e19ff owned by network:floatingip {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:31.614584 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d4aa9f39-1513-4a7c-aa7f-17b429eb9a2e req-328239ba-54c9-4725-836e-f25b362edd5f service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494806 Jun 19 02:00:31.873435 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:31.891726 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-1ab49635-1501-47c7-a589-057894b9e5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:31.943430 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event deleted for resources: {'Port': ['ID=b1c0c347-ff2c-4502-901c-4175f35e19ff,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:31.947023 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:32.038720 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks [] for floatingip, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:32.039332 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.l3_db [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Floating IP bf11d3b0-14f9-4e71-ad24-4032f8c71f5d disassociated (deleted). External IP: 172.28.0.57, port: 59e9c7f0-711e-4f6c-ac52-2a50230b5de5. Jun 19 02:00:32.388710 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Router 2814850b-a147-477f-9bbc-366dee4b73db has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:00:32.568507 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:00:32.579029 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] Sync routers for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:00:32.579955 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:32.602386 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:32.605204 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:00:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:32.633413 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "DELETE /v2.0/floatingips/bf11d3b0-14f9-4e71-ad24-4032f8c71f5d HTTP/1.1" status: 204 len: 168 time: 1.7644298 Jun 19 02:00:32.633413 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:32.633778 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794" -d '{"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:32.728807 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c55996-f08c-44ee-b37e-ad2689f10324 req-bf85f08a-d806-4514-ba3c-928daa0a7c54 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:32.741069 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c7c55996-f08c-44ee-b37e-ad2689f10324 req-bf85f08a-d806-4514-ba3c-928daa0a7c54 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.1066940 Jun 19 02:00:32.819925 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c7c55996-f08c-44ee-b37e-ad2689f10324 req-98de7c37-e8e0-4b7a-a844-3e28cd0f1a7e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775213 Jun 19 02:00:32.901413 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:32.930595 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2727615-65c7-46d6-a981-68dac7fe7b9e x-openstack-request-id: req-f2727615-65c7-46d6-a981-68dac7fe7b9e {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:32.931188 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:32.931188 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2727615-65c7-46d6-a981-68dac7fe7b9e {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:32.931674 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'status': 'completed', 'code': 200} Jun 19 02:00:33.063285 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-13add127-3f87-4bee-b5df-2f8916974ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:33.066119 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-13add127-3f87-4bee-b5df-2f8916974ad3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 1099 time: 0.1083982 Jun 19 02:00:33.225322 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:14Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:33.228731 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-994a5af5-40c4-4e9d-b184-0c7c9c6c31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:33.230305 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-994a5af5-40c4-4e9d-b184-0c7c9c6c31b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 200 len: 915 time: 0.1479824 Jun 19 02:00:33.254728 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] Checking router: 2814850b-a147-477f-9bbc-366dee4b73db for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:00:33.265731 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:33.266383 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:00:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:33.291527 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-2082aa0d-bba0-4b0a-890c-1b23e65510c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 200 len: 217 time: 0.0536363 Jun 19 02:00:33.351622 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-708dc812-f701-4d43-87c1-b3c236a911bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:33.353164 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-708dc812-f701-4d43-87c1-b3c236a911bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 200 len: 853 time: 0.0555787 Jun 19 02:00:33.414445 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:33.449355 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-10f1ac01-8a77-4387-badb-0b0901a4a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:33.451049 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-10f1ac01-8a77-4387-badb-0b0901a4a193 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908384 Jun 19 02:00:33.568591 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-1be745be-8337-4545-91a7-126ce55a4f8b service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098337 Jun 19 02:00:33.698590 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-257c596a-da6d-4fa7-9e2f-cf0c23fb9794 req-a5215665-5eab-40e7-877a-2261138cf3f2 service neutron] 10.222.0.45 "GET /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222196 Jun 19 02:00:33.722458 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:14Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:33.759509 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2b9e2-af5a-4db7-ad3f-8c17184ca60c None None] The sync data for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb is: [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T01:57:02Z', 'revision_number': 4, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '370b0b28-c34f-4691-900a-fcf7eb046230', 'name': '', 'network_id': 'd5cb4dd4-f2f0-42bb-9447-7d862e9fafb5', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'mac_address': 'fa:16:3e:67:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:01Z', 'updated_at': '2021-06-19T01:57:14Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'subnets': [{'id': 'b04b2bc6-5600-48ff-bee1-2b823e3b6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:00:34.077429 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f1d13-e78e-4908-867e-8c696220d0a9 None None] New status for floating IP bf11d3b0-14f9-4e71-ad24-4032f8c71f5d: DOWN {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 02:00:34.125418 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cbe14-6413-493a-bd3a-bf05e536c0f1 req-f0fc7492-9cfd-4a46-bf2a-7e528c915f99 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:34.141233 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-745cbe14-6413-493a-bd3a-bf05e536c0f1 req-f0fc7492-9cfd-4a46-bf2a-7e528c915f99 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.1667430 Jun 19 02:00:34.248427 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-745cbe14-6413-493a-bd3a-bf05e536c0f1 req-6819017f-00b9-4dcf-a5f6-36627402e89c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051197 Jun 19 02:00:35.509418 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16de9b3-5401-400b-9b61-f39da88062ea req-33f86421-6340-4935-b5a7-a0bedcce36b6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:35.511093 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a16de9b3-5401-400b-9b61-f39da88062ea req-33f86421-6340-4935-b5a7-a0bedcce36b6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0769286 Jun 19 02:00:35.555624 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a16de9b3-5401-400b-9b61-f39da88062ea req-0e29ef9c-9b01-42df-b069-f8c23ac2713d tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368009 Jun 19 02:00:36.428990 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-26131113-170a-4e2a-9c6b-8415836471aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:36.433775 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-26131113-170a-4e2a-9c6b-8415836471aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1098 time: 0.0804229 Jun 19 02:00:36.559832 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-9a85486c-cff5-415c-96a1-e51096dfa7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:36.561397 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-9a85486c-cff5-415c-96a1-e51096dfa7d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.1206386 Jun 19 02:00:36.700584 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-50f92069-87f7-4db3-8a14-1a62be7b6c40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380c309d-7924-4a8e-b7e9-ce4d22526089 HTTP/1.1" status: 200 len: 1001 time: 0.1309121 Jun 19 02:00:36.859247 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-3f1c56dc-d7ca-45f0-921b-fa26e873b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:36.862745 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-3f1c56dc-d7ca-45f0-921b-fa26e873b444 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.1541829 Jun 19 02:00:36.929231 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c7f9-5f95-4630-b9c1-308069ecb8c9 req-23a8597c-85c1-482b-ac3c-4a8643d855ad tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:36.930953 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4f00c7f9-5f95-4630-b9c1-308069ecb8c9 req-23a8597c-85c1-482b-ac3c-4a8643d855ad tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.2254469 Jun 19 02:00:36.993392 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4f00c7f9-5f95-4630-b9c1-308069ecb8c9 req-06e1c81f-336a-43e0-bdbf-ae106a5cd449 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 Jun 19 02:00:36.996747 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-5a7aaa55-0b95-4b3e-9f97-0cf3cc3a043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:37.000801 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-5a7aaa55-0b95-4b3e-9f97-0cf3cc3a043e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1229877 Jun 19 02:00:37.112722 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-4b1ccf0e-f856-464e-9f94-7f67646e1ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054029 Jun 19 02:00:37.227235 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-9e8bc2ed-5743-4891-ac85-1839fa86aef8 req-0f938af9-5600-4073-9efc-cefa0ca0316a service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056843 Jun 19 02:00:38.215631 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c12b7-4847-454b-95be-e7a4f50c7372 req-a7bd2ab4-ef15-4749-a7e9-0cc567f1c953 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:38.218179 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c86c12b7-4847-454b-95be-e7a4f50c7372 req-a7bd2ab4-ef15-4749-a7e9-0cc567f1c953 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 945 time: 0.0740554 Jun 19 02:00:38.273467 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-c86c12b7-4847-454b-95be-e7a4f50c7372 req-da85b9b2-657d-478e-bcc0-a7bf24635056 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 Jun 19 02:00:38.395326 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:38.475615 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f9960-c4f7-4250-a6b4-bd02b564c87c req-9fcface8-8bc8-4ea8-960a-13e949fd9855 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:38.478212 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-234f9960-c4f7-4250-a6b4-bd02b564c87c req-9fcface8-8bc8-4ea8-960a-13e949fd9855 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.1108782 Jun 19 02:00:38.512461 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:38.533071 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-234f9960-c4f7-4250-a6b4-bd02b564c87c req-5f991313-211e-4f89-878d-713b60a1a5c5 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Jun 19 02:00:38.552146 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:38.556449 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160eff8-1bbe-463a-b02a-24ac47fb942c" -d '{"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-unplugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:38.578307 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:38.617774 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a865a686-073d-4ad9-ba40-0fef59882c87 x-openstack-request-id: req-a865a686-073d-4ad9-ba40-0fef59882c87 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:38.618134 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-unplugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:38.618441 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a865a686-073d-4ad9-ba40-0fef59882c87 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:38.618898 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'code': 200} Jun 19 02:00:38.670695 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:38.675548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:38.731506 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=8']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:38.735203 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:39.538282 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac303e0-596e-4c37-9749-e689859a3632 req-ef53624a-2d50-4a71-ac11-8d2c5a725b82 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:39.539905 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dac303e0-596e-4c37-9749-e689859a3632 req-ef53624a-2d50-4a71-ac11-8d2c5a725b82 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0861580 Jun 19 02:00:39.609581 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dac303e0-596e-4c37-9749-e689859a3632 req-39fe5a0c-5545-4e64-87d2-dbe249238780 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561275 Jun 19 02:00:39.803004 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c49dc1-350e-42cc-95a6-fc5a153a2d0a req-fa850a76-1699-4e0f-a150-94ad527530e1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:39.804648 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b6c49dc1-350e-42cc-95a6-fc5a153a2d0a req-fa850a76-1699-4e0f-a150-94ad527530e1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.0713181 Jun 19 02:00:39.857845 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b6c49dc1-350e-42cc-95a6-fc5a153a2d0a req-665b074d-e360-45c4-bd4f-abe01885695a tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467992 Jun 19 02:00:40.315373 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-8ee12496-de0a-4356-841d-63ccff159996 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:40.317036 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-8ee12496-de0a-4356-841d-63ccff159996 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.45 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.0777729 Jun 19 02:00:40.451469 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Deleting port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:40.451931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:40.839740 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c744ad-1308-47f3-af88-d34c086781a0 req-e63e31a4-dcac-40eb-b21b-0142b106d501 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:40.841539 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b1c744ad-1308-47f3-af88-d34c086781a0 req-e63e31a4-dcac-40eb-b21b-0142b106d501 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0845342 Jun 19 02:00:40.899213 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b1c744ad-1308-47f3-af88-d34c086781a0 req-bdcbf09a-2983-4a1b-8be4-eba9828642b3 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495689 Jun 19 02:00:40.957693 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] For port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:40.958468 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:41.038831 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Calling delete_port for 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:41.214827 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0d7c4-7538-45df-b366-eacfbfe86385 req-0a9abca8-e195-47a8-94d7-e90177e2525e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:41.216184 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ebc0d7c4-7538-45df-b366-eacfbfe86385 req-0a9abca8-e195-47a8-94d7-e90177e2525e tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 946 time: 0.1157742 Jun 19 02:00:41.304771 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ebc0d7c4-7538-45df-b366-eacfbfe86385 req-4d860c19-0470-4227-a1cc-5ba859e813e4 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/security-groups?id=991072a0-9e96-4b01-a12b-70b1566d5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Jun 19 02:00:41.386811 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:41.394381 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aa34a08a-8df6-4a1a-8788-0b48eedf4677 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:41.401323 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['59e9c7f0-711e-4f6c-ac52-2a50230b5de5'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:00:41.431737 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Pushing event deleted for resources: {'Port': ['ID=59e9c7f0-711e-4f6c-ac52-2a50230b5de5,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:41.483341 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.488604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.490189 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.490189 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.490189 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:41.496869 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:41.521598 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] No DVR routers for this DVR port 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:00:41.524491 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:41.527767 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e1fe223f-4292-4bf6-a508-f2b4de13745d req-146588b6-ce70-403b-8945-074ec63b11ca tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.45 "DELETE /v2.0/ports/59e9c7f0-711e-4f6c-ac52-2a50230b5de5 HTTP/1.1" status: 204 len: 173 time: 1.2021327 Jun 19 02:00:41.528065 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'name': 'network-vif-deleted', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:00:41.531671 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e82cb71-7967-4fcf-99c6-2c23d4dc7e6d" -d '{"events": [{"server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "name": "network-vif-deleted", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:00:41.597720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414fde9b-0856-469d-b5f5-3a447e2edeea x-openstack-request-id: req-414fde9b-0856-469d-b5f5-3a447e2edeea {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:00:41.598216 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52b5607-b814-4cf6-a9e5-280ecb2511c8", "name": "network-vif-deleted", "tag": "59e9c7f0-711e-4f6c-ac52-2a50230b5de5", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:00:41.598655 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-414fde9b-0856-469d-b5f5-3a447e2edeea {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:00:41.599573 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52b5607-b814-4cf6-a9e5-280ecb2511c8', 'name': 'network-vif-deleted', 'tag': '59e9c7f0-711e-4f6c-ac52-2a50230b5de5', 'status': 'completed', 'code': 200} Jun 19 02:00:42.408032 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:42.513952 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-53215ee7-c436-42e0-849e-3bbdec636cf5 req-9085099c-d0f8-4732-89e5-8e5494e4baa1 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52b5607-b814-4cf6-a9e5-280ecb2511c8 HTTP/1.1" status: 200 len: 210 time: 0.0348625 Jun 19 02:00:42.538615 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:42.560699 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:00:42.561067 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 59e9c7f0-711e-4f6c-ac52-2a50230b5de5 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:00:44.170723 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66085cb-9ec6-45db-aed4-26964b54d5c9 req-0e682364-8f0d-4238-996f-f64f0fe9517e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:44.172456 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a66085cb-9ec6-45db-aed4-26964b54d5c9 req-0e682364-8f0d-4238-996f-f64f0fe9517e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0854619 Jun 19 02:00:44.217597 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-a66085cb-9ec6-45db-aed4-26964b54d5c9 req-1989b4d0-4d44-41f2-88e7-fb0993b7f6d9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384209 Jun 19 02:00:44.791454 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49316) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:44.929550 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-c32da562-1513-4892-865d-3636ea6b7a6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364861 Jun 19 02:00:45.514816 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c2d63-2a33-486d-8a5e-4970716f1488 req-16016417-eecf-46d0-a5ad-1ebe5db5e208 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:45.518693 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-138c2d63-2a33-486d-8a5e-4970716f1488 req-16016417-eecf-46d0-a5ad-1ebe5db5e208 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1097908 Jun 19 02:00:45.591711 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-138c2d63-2a33-486d-8a5e-4970716f1488 req-b07224bb-5c96-4e20-a90b-aa2802c3b77e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664730 Jun 19 02:00:45.661024 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49338) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:46.242281 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:46.543573 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Deleting port 370b0b28-c34f-4691-900a-fcf7eb046230 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:46.543960 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:46.653759 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] For port 370b0b28-c34f-4691-900a-fcf7eb046230, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=370b0b28-c34f-4691-900a-fcf7eb046230,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:46.654497 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:46.767484 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-ef403baf-147d-40fd-a8cc-1cf1bdc12ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:46.770292 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-ef403baf-147d-40fd-a8cc-1cf1bdc12ecd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9&tenant_id=8bc081b89b324973a19d1bb186fe9056 HTTP/1.1" status: 200 len: 1096 time: 0.0713484 Jun 19 02:00:46.783036 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Calling delete_port for 370b0b28-c34f-4691-900a-fcf7eb046230 owned by network:router_interface {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:46.872937 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-887d24b9-8d16-48ab-917a-6734ce6f81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:46.874464 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-887d24b9-8d16-48ab-917a-6734ce6f81a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bc081b89b324973a19d1bb186fe9056&device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1096 time: 0.0658250 Jun 19 02:00:47.017526 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-f6f8adc8-9eb0-45f0-8929-3c463faea78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:47.019017 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-f6f8adc8-9eb0-45f0-8929-3c463faea78e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 200 len: 918 time: 0.1333861 Jun 19 02:00:47.027147 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b2-b7d3-4402-9926-dbdbeac8aca6 req-c9d91f5c-6324-4f5c-aecc-e1ba23152864 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:47.028835 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-297792b2-b7d3-4402-9926-dbdbeac8aca6 req-c9d91f5c-6324-4f5c-aecc-e1ba23152864 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1585021 Jun 19 02:00:47.057884 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3ff37-4f9c-461e-bd9b-36fb614611b6 req-8e1db900-ec65-4faf-b960-9ae93aeb6bcf tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:47.060950 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-82e3ff37-4f9c-461e-bd9b-36fb614611b6 req-8e1db900-ec65-4faf-b960-9ae93aeb6bcf tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.2707131 Jun 19 02:00:47.120683 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-93715cab-a178-4ab2-b313-a1b619689a4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380c309d-7924-4a8e-b7e9-ce4d22526089 HTTP/1.1" status: 200 len: 999 time: 0.0907650 Jun 19 02:00:47.123953 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-297792b2-b7d3-4402-9926-dbdbeac8aca6 req-61d47c54-7d13-40d9-8cce-48ea846006e9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860744 Jun 19 02:00:47.178473 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-82e3ff37-4f9c-461e-bd9b-36fb614611b6 req-0b80558f-7f59-4445-989c-1e883577d5eb tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051142 Jun 19 02:00:47.198391 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-739cf338-a0ab-4729-9c52-80af9983fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:47.200652 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-739cf338-a0ab-4729-9c52-80af9983fe28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 200 len: 856 time: 0.0714982 Jun 19 02:00:47.286809 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-fe9d4856-94c4-4dce-a33f-9a219d39bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:47.288559 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-fe9d4856-94c4-4dce-a33f-9a219d39bc76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c986e22d-a82d-46e8-958c-2e962cae9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804796 Jun 19 02:00:47.397217 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-1ecfadc6-0362-4cb1-8b54-2f90e95e6993 service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998397 Jun 19 02:00:47.397444 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:47.400630 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-40724c40-3bc6-4ec3-8e5d-aee17a6da8f2 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:47.425558 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Pushing event deleted for resources: {'Port': ['ID=370b0b28-c34f-4691-900a-fcf7eb046230,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:47.457813 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.458204 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.458583 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.458960 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.459327 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.459698 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.460091 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.460453 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.460815 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.461170 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.461533 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.461890 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:00:47.466601 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:47.522118 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-0715d494-d087-4cd8-822f-c689e4a08c00 req-7e6fa338-ea49-47f7-9ffe-77a2c0785dde service neutron] 10.222.0.45 "GET /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162012 Jun 19 02:00:47.875503 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:48.108069 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Router 2814850b-a147-477f-9bbc-366dee4b73db has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:00:48.235193 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:00:48.243836 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-46faf754-6866-46cc-b52a-2b55aadfd986 admin admin] 10.222.0.23 "PUT /v2.0/routers/2814850b-a147-477f-9bbc-366dee4b73db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799546 Jun 19 02:00:48.247138 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49376) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:48.254500 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] Sync routers for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:00:48.274073 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:48.274694 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:00:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:48.544273 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0f6d-5188-4d1f-8dd4-2a48077e15e7 req-09303ebb-a054-4345-8b78-23954026c678 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:48.552031 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-634b0f6d-5188-4d1f-8dd4-2a48077e15e7 req-09303ebb-a054-4345-8b78-23954026c678 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1490080 Jun 19 02:00:48.553475 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:48.632485 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-634b0f6d-5188-4d1f-8dd4-2a48077e15e7 req-57a5d5fd-c509-439f-802f-375c0dce0cb5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770142 Jun 19 02:00:48.688215 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:48.734591 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce4a06-db52-479b-a17f-57994088c25b req-a590e89c-a870-4c7d-9656-3443b5951b08 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:48.746876 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-76ce4a06-db52-479b-a17f-57994088c25b req-a590e89c-a870-4c7d-9656-3443b5951b08 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.3496721 Jun 19 02:00:48.911736 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:48.931410 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-76ce4a06-db52-479b-a17f-57994088c25b req-ffc61f1d-c78d-4a68-ba23-d2a91a550ec2 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818681 Jun 19 02:00:49.031952 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-95a0fc82-d5c2-4f5b-b3f3-69375fe7cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:49.124402 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T02:00:47Z', 'revision_number': 5, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port': {'id': '9add440a-fb3d-4503-9f4d-0b6776033858', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814850b-a147-477f-9bbc-366dee4b73db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:56:56Z', 'updated_at': '2021-06-19T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:49.158912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] Checking router: 2814850b-a147-477f-9bbc-366dee4b73db for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:00:49.163651 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Deleting port 9add440a-fb3d-4503-9f4d-0b6776033858 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:49.163881 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:49.170458 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] Routers {'2814850b-a147-477f-9bbc-366dee4b73db'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:49.171536 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:00:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['2814850b-a147-477f-9bbc-366dee4b73db'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:49.303211 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] For port 9add440a-fb3d-4503-9f4d-0b6776033858, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9add440a-fb3d-4503-9f4d-0b6776033858,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:49.306395 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] Set router 2814850b-a147-477f-9bbc-366dee4b73db gateway port host: None {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:49.307571 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:49.371619 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T02:00:48Z', 'revision_number': 6, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:49.408548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9945903-629e-44b4-adf9-7bafe9a8f75d None None] The sync data for ids ['2814850b-a147-477f-9bbc-366dee4b73db'] in dv-cinder-797170-1-smb is: [{'id': '2814850b-a147-477f-9bbc-366dee4b73db', 'name': 'tempest-TestMinimumBasicScenario-265516448-router', 'tenant_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:56:55Z', 'updated_at': '2021-06-19T02:00:48Z', 'revision_number': 6, 'project_id': '81bd53c23b5b4145a98d4bd69d761fb6', 'gw_port_host': None}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:00:49.414008 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Calling delete_port for 9add440a-fb3d-4503-9f4d-0b6776033858 owned by network:router_gateway {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:49.730553 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:49.746979 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:49.814166 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9add440a-fb3d-4503-9f4d-0b6776033858,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:49.842682 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:49.920352 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.027929 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.030934 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.084401 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb7f17-79af-4a4d-ad1c-a3ecf876635f req-2907386b-bef0-475d-a018-ea8cfea26b19 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:50.086031 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-66bb7f17-79af-4a4d-ad1c-a3ecf876635f req-2907386b-bef0-475d-a018-ea8cfea26b19 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.2446616 Jun 19 02:00:50.117829 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.150719 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-66bb7f17-79af-4a4d-ad1c-a3ecf876635f req-752735f0-df2d-4f41-9256-20a1694a878e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545232 Jun 19 02:00:50.182088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.182968 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2814850b-a147-477f-9bbc-366dee4b73db {{(pid=105201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 02:00:50.190125 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.190125 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2814850b-a147-477f-9bbc-366dee4b73db HTTP/1.1" status: 204 len: 168 time: 1.9406965 Jun 19 02:00:50.192245 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49384) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:50.272552 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Deleting subnet b04b2bc6-5600-48ff-bee1-2b823e3b6ccd {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:00:50.276437 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.327833 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.453860 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0eb27-2ddd-41dd-8d6b-29ca30dea7d0 req-361626c7-dc13-4b58-a2da-673398912793 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:50.457830 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-79f0eb27-2ddd-41dd-8d6b-29ca30dea7d0 req-361626c7-dc13-4b58-a2da-673398912793 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1260765 Jun 19 02:00:50.491830 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.521430 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-79f0eb27-2ddd-41dd-8d6b-29ca30dea7d0 req-b9347ef0-608f-4ba4-823c-da037a8225fa tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574555 Jun 19 02:00:50.817021 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.822850 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:50.866127 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04b2bc6-5600-48ff-bee1-2b823e3b6ccd,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:50.869510 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:50.870540 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:50.874914 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-172439ec-2aed-4d9b-9f70-cb5ad6340cf8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b04b2bc6-5600-48ff-bee1-2b823e3b6ccd HTTP/1.1" status: 204 len: 168 time: 0.6792712 Jun 19 02:00:50.875693 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49386) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:50.878749 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c572ab-2c2d-40ac-9307-fd0867e7c591 None None] Network d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 02:00:50.968542 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.041476 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Deleting port 9ad5a01b-628d-4bef-acee-a5035943181b {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:51.042161 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.090283 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9add440a-fb3d-4503-9f4d-0b6776033858 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:51.116176 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 9add440a-fb3d-4503-9f4d-0b6776033858 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:00:51.116176 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9add440a-fb3d-4503-9f4d-0b6776033858 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:00:51.116635 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 370b0b28-c34f-4691-900a-fcf7eb046230 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:51.145020 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] For port 9ad5a01b-628d-4bef-acee-a5035943181b, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9ad5a01b-628d-4bef-acee-a5035943181b,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:51.145399 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.161774 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 370b0b28-c34f-4691-900a-fcf7eb046230 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:00:51.164899 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 370b0b28-c34f-4691-900a-fcf7eb046230 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:00:51.211172 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] DHCP port deletion for d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 request from dv-cinder-797170-1-smb {{(pid=105202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 02:00:51.257448 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Calling delete_port for 9ad5a01b-628d-4bef-acee-a5035943181b owned by network:dhcp {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:51.295945 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Deleting port 9ad5a01b-628d-4bef-acee-a5035943181b {{(pid=105202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:51.296822 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.392131 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] For port 9ad5a01b-628d-4bef-acee-a5035943181b, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=9ad5a01b-628d-4bef-acee-a5035943181b,segment=NetworkSegment(a40b4b70-681b-4096-94c8-5f158459e855),segment_id=a40b4b70-681b-4096-94c8-5f158459e855)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:51.393137 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.458770 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.469076 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-85746765-8bd5-4efb-8d33-1baa63edec2b tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:51.472091 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Calling delete_port for 9ad5a01b-628d-4bef-acee-a5035943181b owned by network:dhcp {{(pid=105202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:51.475639 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f9a1-31a3-447e-ad92-2df1f2434c80 req-aa3081a4-9fed-497e-b4f9-fb773456325b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:51.489304 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2619f9a1-31a3-447e-ad92-2df1f2434c80 req-aa3081a4-9fed-497e-b4f9-fb773456325b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1467044 Jun 19 02:00:51.492707 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-05835d33-20ce-44f4-9106-e381fc9a322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.527530 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad5a01b-628d-4bef-acee-a5035943181b,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:51.530863 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:51.531945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] No DVR routers for this DVR port 9ad5a01b-628d-4bef-acee-a5035943181b on host dv-cinder-797170-1-smb {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:00:51.553770 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-2619f9a1-31a3-447e-ad92-2df1f2434c80 req-ebb68321-4b32-4950-8b36-713d9f916d82 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631428 Jun 19 02:00:51.631581 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.644027 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:51.656112 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40b4b70-681b-4096-94c8-5f158459e855') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:51.656646 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40b4b70-681b-4096-94c8-5f158459e855') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:51.660960 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.663149 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:51.668249 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.678765 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] No DVR routers for this DVR port 9ad5a01b-628d-4bef-acee-a5035943181b on host dv-cinder-797170-1-smb {{(pid=105202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:00:51.684579 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.692658 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:00:51.693744 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:00:51.695675 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:00:51.713177 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Pushing event deleted for resources: {'Port': ['ID=9ad5a01b-628d-4bef-acee-a5035943181b,revision_number=None']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:51.721304 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-f8875bf5-5c04-4443-9b2f-c1a161e8d711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:51.817044 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead62cc-52cc-441e-8d1a-b7ecb493280a req-bb1bf6dd-f037-4824-8c94-27fab173f8ce tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:51.820360 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6ead62cc-52cc-441e-8d1a-b7ecb493280a req-bb1bf6dd-f037-4824-8c94-27fab173f8ce tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1022172 Jun 19 02:00:51.870117 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6ead62cc-52cc-441e-8d1a-b7ecb493280a req-391ce851-74cd-466d-bcbd-c4df11f32a95 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455585 Jun 19 02:00:51.894898 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.898974 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ce83236d-78e7-43c1-b85a-85c002cb9eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:51.909844 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:51.909844 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5 HTTP/1.1" status: 204 len: 168 time: 1.0260394 Jun 19 02:00:51.910719 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49394) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:51.926120 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cb4dd4-f2f0-42bb-9447-7d862e9fafb5,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:51.933001 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b511c215-3a24-473d-8e6a-58516c898345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:52.021093 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:52.400226 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:52.604397 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:52.838713 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30faf-dd9a-4c8f-8dad-a094b12acfef req-a2f826ba-8e3e-4718-ad2d-fe17e13b51f9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:52.840197 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-70d30faf-dd9a-4c8f-8dad-a094b12acfef req-a2f826ba-8e3e-4718-ad2d-fe17e13b51f9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1018653 Jun 19 02:00:52.847422 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Deleting port 75c46be0-f520-49ad-97aa-5db584d6e6d2 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:52.847744 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:52.931573 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-70d30faf-dd9a-4c8f-8dad-a094b12acfef req-9015e8cc-8de8-4e73-8d63-3683cdbbb152 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816681 Jun 19 02:00:52.965998 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] For port 75c46be0-f520-49ad-97aa-5db584d6e6d2, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=75c46be0-f520-49ad-97aa-5db584d6e6d2,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:52.966232 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:53.040498 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9ad5a01b-628d-4bef-acee-a5035943181b no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:53.046349 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Calling delete_port for 75c46be0-f520-49ad-97aa-5db584d6e6d2 owned by network:router_interface {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:53.074385 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 9ad5a01b-628d-4bef-acee-a5035943181b {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:00:53.074738 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 9ad5a01b-628d-4bef-acee-a5035943181b not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:00:53.233480 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9db45c-7e17-4e32-9caa-b5b03bb10137 req-a08bef07-beb3-4292-953e-3e705e324e54 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:53.234933 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c9db45c-7e17-4e32-9caa-b5b03bb10137 req-a08bef07-beb3-4292-953e-3e705e324e54 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1374004 Jun 19 02:00:53.587367 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c9db45c-7e17-4e32-9caa-b5b03bb10137 req-adc1f71d-2810-47ee-a3bc-4d8a4a8bfe27 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446784 Jun 19 02:00:53.664550 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:53.667336 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9ba9c60c-6205-4668-a0a8-edef77505360 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:53.701358 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c46be0-f520-49ad-97aa-5db584d6e6d2,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:53.709307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:53.921886 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:54.255694 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dee39-0960-433d-a11c-ca5b7a0a937e req-3bff2b9c-a5fa-4b80-8264-1e297a26a88a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:54.257190 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4a0dee39-0960-433d-a11c-ca5b7a0a937e req-3bff2b9c-a5fa-4b80-8264-1e297a26a88a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1232290 Jun 19 02:00:54.261590 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Router c3ef4fdb-962b-47cb-940e-bd935d2789c1 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:00:54.342884 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4a0dee39-0960-433d-a11c-ca5b7a0a937e req-490c5843-e0f0-4fec-a35a-b3d495299eb4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795214 Jun 19 02:00:54.460155 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:00:54.475599 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] Sync routers for ids ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:00:54.482711 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3ef4fdb-962b-47cb-940e-bd935d2789c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683346 Jun 19 02:00:54.483621 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49404) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:54.498289 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] Routers {'c3ef4fdb-962b-47cb-940e-bd935d2789c1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:54.499084 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:00:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:54.592272 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:54.632122 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] Set router c3ef4fdb-962b-47cb-940e-bd935d2789c1 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:54.655161 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:54.824457 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:54.952994 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T02:00:53Z', 'revision_number': 5, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port': {'id': '0bf893d9-3423-4613-bd5d-d5f74348f342', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:11Z', 'updated_at': '2021-06-19T01:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:54.969339 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf10da1-1cf3-4d33-bce4-32cf167c3f7f req-38fc8312-8584-48bf-a9d6-ac0030aaade2 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:54.972284 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf10da1-1cf3-4d33-bce4-32cf167c3f7f req-38fc8312-8584-48bf-a9d6-ac0030aaade2 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1253166 Jun 19 02:00:54.992377 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] Checking router: c3ef4fdb-962b-47cb-940e-bd935d2789c1 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:00:55.026218 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] Routers {'c3ef4fdb-962b-47cb-940e-bd935d2789c1'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:00:55.028038 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:00:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:55.049740 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Deleting port 0bf893d9-3423-4613-bd5d-d5f74348f342 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:55.050900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:55.120328 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf10da1-1cf3-4d33-bce4-32cf167c3f7f req-2ccda65f-9211-4852-a295-73fdbdff511a tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378353 Jun 19 02:00:55.162633 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] Set router c3ef4fdb-962b-47cb-940e-bd935d2789c1 gateway port host: None {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:00:55.211116 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] For port 0bf893d9-3423-4613-bd5d-d5f74348f342, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=0bf893d9-3423-4613-bd5d-d5f74348f342,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:55.211579 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:55.226651 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T02:00:54Z', 'revision_number': 6, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:55.260639 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdadc554-448a-47a3-a661-2363936a2f75 None None] The sync data for ids ['c3ef4fdb-962b-47cb-940e-bd935d2789c1'] in dv-cinder-797170-1-smb is: [{'id': 'c3ef4fdb-962b-47cb-940e-bd935d2789c1', 'name': 'tempest-TestMinimumBasicScenario-528219978-router', 'tenant_id': '4f73aa6441ed48fc935324b36af09d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:09Z', 'updated_at': '2021-06-19T02:00:54Z', 'revision_number': 6, 'project_id': '4f73aa6441ed48fc935324b36af09d8b', 'gw_port_host': None}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:00:55.307594 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Calling delete_port for 0bf893d9-3423-4613-bd5d-d5f74348f342 owned by network:router_gateway {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:55.627162 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb60b13-8cb9-4d6f-9d98-c5442280e864 req-c79c90b1-2a17-49a7-bac5-6855b479e838 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:55.630719 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-deb60b13-8cb9-4d6f-9d98-c5442280e864 req-c79c90b1-2a17-49a7-bac5-6855b479e838 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1429708 Jun 19 02:00:55.670097 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:55.676224 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6c9884eb-0849-480e-8cff-335ed6da3d39 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:55.739504 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf893d9-3423-4613-bd5d-d5f74348f342,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:55.748720 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:55.771708 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-deb60b13-8cb9-4d6f-9d98-c5442280e864 req-c6ca6aa1-e48d-4120-a782-24208303df51 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363635 Jun 19 02:00:55.839671 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:55.981503 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:55.984368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.121573 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.122279 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ef4fdb-962b-47cb-940e-bd935d2789c1 {{(pid=105201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 02:00:56.131050 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.132395 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c3ef4fdb-962b-47cb-940e-bd935d2789c1 HTTP/1.1" status: 204 len: 168 time: 1.6470737 Jun 19 02:00:56.136693 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49410) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:56.201226 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Deleting subnet 85d0d825-366e-4e62-94de-2e5146665d4e {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:00:56.207773 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.271538 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30404401'] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.446157 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.522758 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56772e-728f-4a07-9043-4f314be8d85f req-0837f37a-87f4-4f64-941b-14c4669a86b1 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:56.524303 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ad56772e-728f-4a07-9043-4f314be8d85f req-0837f37a-87f4-4f64-941b-14c4669a86b1 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1676915 Jun 19 02:00:56.578486 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ad56772e-728f-4a07-9043-4f314be8d85f req-ba7d6d61-e067-43d4-abd0-2f7b418faa3d tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Jun 19 02:00:56.598345 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29801357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31275474'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.602733 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:56.639928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.646027 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a9d54-9fd1-4cb4-9937-81ff78b3912e None None] Network 723cd36c-8fb6-4a01-a245-12582e83f203 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 02:00:56.650957 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/85d0d825-366e-4e62-94de-2e5146665d4e HTTP/1.1" status: 204 len: 168 time: 0.5087991 Jun 19 02:00:56.650957 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d0d825-366e-4e62-94de-2e5146665d4e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:56.655194 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49414) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:56.656522 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-33ce0f45-ac1e-43a1-8be9-f1a2660fc29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:56.764598 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.866373 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Deleting port ddc90b22-1925-4e34-874c-fcdaa4a8db76 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:56.867259 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.906053 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] DHCP port deletion for 723cd36c-8fb6-4a01-a245-12582e83f203 request from dv-cinder-797170-1-smb {{(pid=105202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 02:00:56.984286 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] For port ddc90b22-1925-4e34-874c-fcdaa4a8db76, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=ddc90b22-1925-4e34-874c-fcdaa4a8db76,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:56.984920 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:56.991643 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Deleting port ddc90b22-1925-4e34-874c-fcdaa4a8db76 {{(pid=105202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:00:56.992088 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.046970 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:00:57.059478 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 75c46be0-f520-49ad-97aa-5db584d6e6d2 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:57.095447 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Calling delete_port for ddc90b22-1925-4e34-874c-fcdaa4a8db76 owned by network:dhcp {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:57.097086 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 75c46be0-f520-49ad-97aa-5db584d6e6d2 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:00:57.097733 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 75c46be0-f520-49ad-97aa-5db584d6e6d2 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:00:57.098458 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 0bf893d9-3423-4613-bd5d-d5f74348f342 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:57.112153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf680327-d7aa-4164-ae8f-4fdf973b3a8d req-5f741e31-40dd-4b28-9f90-e102776db874 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:57.120524 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cf680327-d7aa-4164-ae8f-4fdf973b3a8d req-5f741e31-40dd-4b28-9f90-e102776db874 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.1497698 Jun 19 02:00:57.139026 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 0bf893d9-3423-4613-bd5d-d5f74348f342 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:00:57.139381 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 0bf893d9-3423-4613-bd5d-d5f74348f342 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:00:57.139915 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device ddc90b22-1925-4e34-874c-fcdaa4a8db76 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:00:57.199160 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] For port ddc90b22-1925-4e34-874c-fcdaa4a8db76, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=ddc90b22-1925-4e34-874c-fcdaa4a8db76,segment=NetworkSegment(725ef69e-2479-4c2b-85d5-d9050b2b1711),segment_id=725ef69e-2479-4c2b-85d5-d9050b2b1711)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:00:57.200589 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.211644 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cf680327-d7aa-4164-ae8f-4fdf973b3a8d req-99006dc4-c73b-4d20-955a-705a7a1cff42 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841882 Jun 19 02:00:57.284630 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.290478 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-da557ed4-f726-47d4-8360-7339927aed78 tempest-VolumesActionsTest-261641762 tempest-VolumesActionsTest-261641762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:57.300161 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Calling delete_port for ddc90b22-1925-4e34-874c-fcdaa4a8db76 owned by network:dhcp {{(pid=105202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:00:57.324899 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc90b22-1925-4e34-874c-fcdaa4a8db76,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:57.332980 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Port ddc90b22-1925-4e34-874c-fcdaa4a8db76 update to DOWN by agent not found {{(pid=105202) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 19 02:00:57.337248 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] No DVR routers for this DVR port ddc90b22-1925-4e34-874c-fcdaa4a8db76 on host dv-cinder-797170-1-smb {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:00:57.342487 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:57.416592 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.418743 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:57.445565 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Pushing event deleted for resources: {'Port': ['ID=ddc90b22-1925-4e34-874c-fcdaa4a8db76,revision_number=None']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:57.450018 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:57.453703 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c850e71-0f5f-4482-abcb-51d93fc8c9e3 None None] No DVR routers for this DVR port ddc90b22-1925-4e34-874c-fcdaa4a8db76 on host dv-cinder-797170-1-smb {{(pid=105202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:00:57.457857 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.475760 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723cd36c-8fb6-4a01-a245-12582e83f203']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:57.489632 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725ef69e-2479-4c2b-85d5-d9050b2b1711') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:57.489942 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725ef69e-2479-4c2b-85d5-d9050b2b1711') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:00:57.500850 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.516382 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.523723 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:00:57.524177 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:00:57.525894 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:00:57.647374 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.658150 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ea49b884-64fb-457f-a7c8-28bc249e6f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:57.661280 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:57.664895 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] 10.222.0.23 "DELETE /v2.0/networks/723cd36c-8fb6-4a01-a245-12582e83f203 HTTP/1.1" status: 204 len: 168 time: 1.0129352 Jun 19 02:00:57.682990 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=723cd36c-8fb6-4a01-a245-12582e83f203,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:57.686531 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fd4ea89c-6335-4a87-af52-8ee493dc1c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:57.842000 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b90d4-9ece-4621-a322-08dc4b77817e req-685f59f2-d761-49d4-90d7-7d7dc47f785c tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:57.843443 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c94b90d4-9ece-4621-a322-08dc4b77817e req-685f59f2-d761-49d4-90d7-7d7dc47f785c tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1009629 Jun 19 02:00:57.892807 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c94b90d4-9ece-4621-a322-08dc4b77817e req-59155ebe-acb7-4a45-954b-46be49c7206f tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Jun 19 02:00:58.220307 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49424) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:58.288918 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-af46a5c9-3505-429d-a43d-cf55748e5894 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81bd53c23b5b4145a98d4bd69d761fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652466 Jun 19 02:00:58.289365 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49428) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:58.347248 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:58.382657 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:58.438555 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae023e63-fd7d-4cea-bcfe-797cd5943912 req-47826d65-5bac-4a0d-a388-70bfd1979513 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:58.440139 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ae023e63-fd7d-4cea-bcfe-797cd5943912 req-47826d65-5bac-4a0d-a388-70bfd1979513 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0878675 Jun 19 02:00:58.483670 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ae023e63-fd7d-4cea-bcfe-797cd5943912 req-9600083c-6230-4dea-8931-dbfbfe90529f tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374620 Jun 19 02:00:58.533440 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:58.537932 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:58.542007 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/991072a0-9e96-4b01-a12b-70b1566d5e5c HTTP/1.1" status: 204 len: 168 time: 0.2511482 Jun 19 02:00:58.545678 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a2c817b2-6faf-433a-93ad-923241b563b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:58.564642 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991072a0-9e96-4b01-a12b-70b1566d5e5c,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:58.584536 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:59.083246 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de339e11-4cdf-41f8-8ec6-12fd547e0a50 req-17078f27-f8e5-4641-9187-8048b74a04b3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:59.084632 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-de339e11-4cdf-41f8-8ec6-12fd547e0a50 req-17078f27-f8e5-4641-9187-8048b74a04b3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0672162 Jun 19 02:00:59.126706 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-de339e11-4cdf-41f8-8ec6-12fd547e0a50 req-a6f0fb6b-8342-42b1-911c-2e49ad35f593 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Jun 19 02:00:59.304272 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49436) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:59.349215 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ee460918-f6c2-4da3-b3b7-8e5555998aa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f73aa6441ed48fc935324b36af09d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435395 Jun 19 02:00:59.351495 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49438) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:00:59.403060 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:59.424815 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:59.540074 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:59.543358 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:00:59.545299 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96667b64-90c3-439b-b55e-77c63a6f29da HTTP/1.1" status: 204 len: 168 time: 0.1928022 Jun 19 02:00:59.546354 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3067946e-a498-46ea-bf8b-571cf4995df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:00:59.555514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96667b64-90c3-439b-b55e-77c63a6f29da,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:00:59.560317 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:00:59.707477 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eb2ff-e5be-46b7-944a-82342db7c771 req-751d067a-eff9-4cd2-9096-68cf2209550c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:59.714696 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6c0eb2ff-e5be-46b7-944a-82342db7c771 req-751d067a-eff9-4cd2-9096-68cf2209550c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0932543 Jun 19 02:00:59.785608 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-6c0eb2ff-e5be-46b7-944a-82342db7c771 req-d7971238-ee3b-461b-a51c-351dee495f0b tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699453 Jun 19 02:00:59.806149 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-2fa2e13c-01de-4f5c-9888-d845bddc1256 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887756 Jun 19 02:00:59.913240 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-ce823e28-f01b-4572-aff7-1ca983116b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:00:59.914981 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-ce823e28-f01b-4572-aff7-1ca983116b04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1098 time: 0.0705934 Jun 19 02:01:00.076105 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-ca41176e-5af6-455e-be9c-169dc18a987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:00.078276 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-ca41176e-5af6-455e-be9c-169dc18a987b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 910 time: 0.1361954 Jun 19 02:01:00.162525 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-8c13b13a-1a4d-4a4d-a429-560dff668300 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 1001 time: 0.0733490 Jun 19 02:01:00.237147 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-8f0c0ff8-adbe-4386-b752-a8c115d109e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:00.238620 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-8f0c0ff8-adbe-4386-b752-a8c115d109e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 200 len: 848 time: 0.0665774 Jun 19 02:01:00.354331 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-ef6d04d9-e5be-452e-afde-463759bf1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:00.355913 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-ef6d04d9-e5be-452e-afde-463759bf1b56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d82200f2-9517-4091-85d2-1733cd109851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1092498 Jun 19 02:01:00.370006 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7c1a-52fb-40a1-b2c7-42c788703211 req-4eb518df-2f10-4c2b-b85f-221ae3d31040 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:00.371497 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4e2a7c1a-52fb-40a1-b2c7-42c788703211 req-4eb518df-2f10-4c2b-b85f-221ae3d31040 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.1152782 Jun 19 02:01:00.461145 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4e2a7c1a-52fb-40a1-b2c7-42c788703211 req-de967f73-6e63-459c-863b-3a517666b1a1 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804129 Jun 19 02:01:00.505240 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-b5c7cb4b-1f7d-463f-9524-c0022d5841b2 service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327085 Jun 19 02:01:00.633316 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4babad9d-fe8f-49bb-93be-af0ceeebcc26 req-efbe5caa-d846-482e-84cb-93f7301d1deb service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159809 Jun 19 02:01:01.013390 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b3ee-c2c1-45ed-a226-ca72a3605ba0 req-fa6ec7fe-b074-4028-a314-46d8793512d2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:01.015756 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-42e3b3ee-c2c1-45ed-a226-ca72a3605ba0 req-fa6ec7fe-b074-4028-a314-46d8793512d2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0933280 Jun 19 02:01:01.058221 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976f10b-8d15-4b37-9e85-328ae31d0bf2 req-a77686d0-18e8-4620-815c-6fdcc0bb31b4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:01.058221 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f976f10b-8d15-4b37-9e85-328ae31d0bf2 req-a77686d0-18e8-4620-815c-6fdcc0bb31b4 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0885222 Jun 19 02:01:01.058979 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-42e3b3ee-c2c1-45ed-a226-ca72a3605ba0 req-06f24656-8767-450a-a6af-1aaa7d0f001d tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351841 Jun 19 02:01:01.074263 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f976f10b-8d15-4b37-9e85-328ae31d0bf2 req-174b9e8e-2b90-4cee-a65e-3ba22158ac92 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Jun 19 02:01:01.686351 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5441-2882-45d3-b240-27516d90e435 req-7ad96613-9e35-4b97-bcc9-93f58af1ee4f tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:01.693528 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-09dc5441-2882-45d3-b240-27516d90e435 req-7ad96613-9e35-4b97-bcc9-93f58af1ee4f tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0857449 Jun 19 02:01:01.738945 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-09dc5441-2882-45d3-b240-27516d90e435 req-67dc0a92-7381-42f7-b5e4-4f700a33cd1c tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Jun 19 02:01:02.252498 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9881-bbf0-41da-a4f3-ab3a0fb136b5 req-a7321312-3c8b-4e23-aa8b-32ea4f3080b2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:02.254076 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-489f9881-bbf0-41da-a4f3-ab3a0fb136b5 req-a7321312-3c8b-4e23-aa8b-32ea4f3080b2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0668228 Jun 19 02:01:02.297825 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-489f9881-bbf0-41da-a4f3-ab3a0fb136b5 req-64aa4315-1fe5-4254-bb94-4eeb71d24875 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342586 Jun 19 02:01:02.462213 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 02:01:02.492592 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24895ec8-88b4-44ce-be89-d442124b8b3b req-c2cd0f55-cc5d-4a86-bb81-9f3a48431b18 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:02.502286 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-24895ec8-88b4-44ce-be89-d442124b8b3b req-c2cd0f55-cc5d-4a86-bb81-9f3a48431b18 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 943 time: 0.0883317 Jun 19 02:01:02.556282 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-24895ec8-88b4-44ce-be89-d442124b8b3b req-cc621472-595d-40c5-b004-6f2731103c27 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499501 Jun 19 02:01:02.578044 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:02.592738 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'port_id': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'mac_address': 'fa:16:3e:40:df:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 02:01:02.632719 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:02.647907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380c309d-7924-4a8e-b7e9-ce4d22526089 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:01:02.673910 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:02.752209 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:02.754001 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-9f570c60-8b27-4a94-acd8-03b8d5019d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:02.802548 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=9']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:02.806610 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:02.926929 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf6ee2-a7a3-43fe-a7af-36aa0cc76aeb req-cf71212b-2648-4147-acaf-afbffe6b15c2 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:02.929192 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-62bf6ee2-a7a3-43fe-a7af-36aa0cc76aeb req-cf71212b-2648-4147-acaf-afbffe6b15c2 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0750623 Jun 19 02:01:02.953806 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-401eff6a-b7d6-4a1d-b8f4-a5559eeb19fd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:02.955207 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-401eff6a-b7d6-4a1d-b8f4-a5559eeb19fd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0715761 Jun 19 02:01:02.976319 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-62bf6ee2-a7a3-43fe-a7af-36aa0cc76aeb req-4b18e6a6-6881-4c8e-aa15-8cd05505a084 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Jun 19 02:01:03.005993 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['380c309d-7924-4a8e-b7e9-ce4d22526089'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:01:03.069683 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Deleting port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:03.070144 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:03.176121 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] For port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:03.176488 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:03.248328 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Calling delete_port for 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:03.637640 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9bfb0-ee32-452c-8ebe-5a3cee61918b req-9bcdcef9-40dd-4187-9105-f13b43e19a45 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:03.637640 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-51d9bfb0-ee32-452c-8ebe-5a3cee61918b req-9bcdcef9-40dd-4187-9105-f13b43e19a45 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0740838 Jun 19 02:01:03.637640 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-51d9bfb0-ee32-452c-8ebe-5a3cee61918b req-9022970c-06e5-4b7c-8397-b11b17479857 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531902 Jun 19 02:01:03.774099 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61bd0e-4165-4de1-aea8-574ac41fcd29 req-7df88d8a-1d69-4cb5-985b-0743b3908f4c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:03.775658 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ef61bd0e-4165-4de1-aea8-574ac41fcd29 req-7df88d8a-1d69-4cb5-985b-0743b3908f4c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 944 time: 0.0884175 Jun 19 02:01:03.829345 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ef61bd0e-4165-4de1-aea8-574ac41fcd29 req-b43d3919-bd9a-46e4-aa2d-67d11fa4e27c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456007 Jun 19 02:01:04.169287 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2c80-197d-4c1f-9cd5-e056aed0a83d req-89e30402-2144-435e-bcc6-b019e00022e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:04.170750 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-453f2c80-197d-4c1f-9cd5-e056aed0a83d req-89e30402-2144-435e-bcc6-b019e00022e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0672190 Jun 19 02:01:04.210586 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-453f2c80-197d-4c1f-9cd5-e056aed0a83d req-8c1304b7-5653-487c-ad72-2524bf61012f tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Jun 19 02:01:04.403482 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:04.409727 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fe00d123-7b5e-4bc0-aa89-d83ee046564d tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:04.417010 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['9e4dc187-e4ea-42d4-8b34-04aad3bbebdb'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:01:04.441659 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Pushing event deleted for resources: {'Port': ['ID=9e4dc187-e4ea-42d4-8b34-04aad3bbebdb,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:04.446268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:04.463702 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 02:01:04.497066 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] No DVR routers for this DVR port 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:04.499479 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:04.502309 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-1dfc46c8-63f2-48e9-9734-96c7fee2a307 req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "DELETE /v2.0/ports/9e4dc187-e4ea-42d4-8b34-04aad3bbebdb HTTP/1.1" status: 204 len: 173 time: 1.5415061 Jun 19 02:01:04.502850 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'name': 'network-vif-deleted', 'tag': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:04.506029 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b88c9-3733-499d-9263-09982cac9850" -d '{"events": [{"server_uuid": "b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4", "name": "network-vif-deleted", "tag": "9e4dc187-e4ea-42d4-8b34-04aad3bbebdb"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:04.534539 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 380c309d-7924-4a8e-b7e9-ce4d22526089 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:01:04.535027 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:04.548782 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1560751-9f9c-415a-95b7-02e129f13a55 x-openstack-request-id: req-e1560751-9f9c-415a-95b7-02e129f13a55 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:04.549136 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4", "name": "network-vif-deleted", "tag": "9e4dc187-e4ea-42d4-8b34-04aad3bbebdb", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:04.549427 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1560751-9f9c-415a-95b7-02e129f13a55 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:04.549862 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4', 'name': 'network-vif-deleted', 'tag': '9e4dc187-e4ea-42d4-8b34-04aad3bbebdb', 'status': 'completed', 'code': 200} Jun 19 02:01:04.632993 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:04.658364 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:04.660772 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea86a48a-3f0e-45ff-b69d-971f4a4da350" -d '{"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-plugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:04.683109 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:04.715382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e497bee9-adb7-4635-85fc-c0d769c102d6 x-openstack-request-id: req-e497bee9-adb7-4635-85fc-c0d769c102d6 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:04.715858 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-plugged", "status": "completed", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:04.716501 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e497bee9-adb7-4635-85fc-c0d769c102d6 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:04.717634 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'code': 200} Jun 19 02:01:04.814859 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:04.815893 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:04.818029 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:04.823925 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3304835-699c-42ef-9de6-8ebe91103385 req-474e64c1-9a84-4e57-8de2-5f2de5515781 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:04.823925 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c3304835-699c-42ef-9de6-8ebe91103385 req-474e64c1-9a84-4e57-8de2-5f2de5515781 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0724273 Jun 19 02:01:04.857204 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:04.858507 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 9e4dc187-e4ea-42d4-8b34-04aad3bbebdb not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:04.872210 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c3304835-699c-42ef-9de6-8ebe91103385 req-01ad00ce-5782-46f0-b599-30d819efcf80 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421636 Jun 19 02:01:04.893672 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=10']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:04.896893 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:05.070431 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd5548-0754-4ae5-9a64-983f0d5db719 req-c216dc01-e177-435c-89bd-931e6f6bb660 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:05.072036 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ccfd5548-0754-4ae5-9a64-983f0d5db719 req-c216dc01-e177-435c-89bd-931e6f6bb660 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.0943029 Jun 19 02:01:05.131207 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-ccfd5548-0754-4ae5-9a64-983f0d5db719 req-dc53e2bd-2d7d-4718-a193-8a540e923d94 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522544 Jun 19 02:01:05.210153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddff09-b039-4760-b16c-f45a28239498 req-2856f32a-6058-4578-9139-205d80a33c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:05.211916 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c1ddff09-b039-4760-b16c-f45a28239498 req-2856f32a-6058-4578-9139-205d80a33c9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 1099 time: 0.0620303 Jun 19 02:01:05.262688 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c1ddff09-b039-4760-b16c-f45a28239498 req-813d2fa6-5da8-4e21-9cae-9f21da859c22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Jun 19 02:01:05.387844 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7cba5d3e-2af9-4c6d-a6e0-856b36a528ca req-7412dc53-9a6d-4782-8a51-f1df10398dd6 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6925c9f-71f5-4c1b-98c3-7ed5108f5cd4 HTTP/1.1" status: 200 len: 210 time: 0.0357647 Jun 19 02:01:06.080119 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38db18-6a0b-495a-abab-54b161587ffc req-9bda11ba-4789-48f5-8ed2-8d478c90fc84 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:06.080119 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4f38db18-6a0b-495a-abab-54b161587ffc req-9bda11ba-4789-48f5-8ed2-8d478c90fc84 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0694332 Jun 19 02:01:06.120491 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4f38db18-6a0b-495a-abab-54b161587ffc req-414d7226-48b2-4e6c-82c8-787a4871bb38 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Jun 19 02:01:06.364824 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa304f-a053-4fcf-8762-a4f1727db3f2 req-b2100ffc-47c3-42f8-8b9e-fa39e1c42180 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:06.364824 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-04aa304f-a053-4fcf-8762-a4f1727db3f2 req-b2100ffc-47c3-42f8-8b9e-fa39e1c42180 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.0972760 Jun 19 02:01:06.418024 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-04aa304f-a053-4fcf-8762-a4f1727db3f2 req-9b0ab439-af84-40b2-9d45-2334cfb149c9 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Jun 19 02:01:07.320896 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39b34-16f2-4f43-b757-2f62c33cfdd9 req-5d0a3695-5595-4a71-89e5-b1eaad994a2a tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:07.322452 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-def39b34-16f2-4f43-b757-2f62c33cfdd9 req-5d0a3695-5595-4a71-89e5-b1eaad994a2a tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0684063 Jun 19 02:01:07.365359 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-def39b34-16f2-4f43-b757-2f62c33cfdd9 req-3ad8bb62-a363-46b3-a903-151cc2f2f5ce tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368547 Jun 19 02:01:07.700865 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2066a-e3a8-4689-91aa-678f8a672021 req-8b2c4fd0-71b8-43e0-ba6d-7eb7a09a2aff tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:07.703250 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-aeb2066a-e3a8-4689-91aa-678f8a672021 req-8b2c4fd0-71b8-43e0-ba6d-7eb7a09a2aff tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.1151299 Jun 19 02:01:07.751599 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-aeb2066a-e3a8-4689-91aa-678f8a672021 req-8aca1f5f-622d-4a4a-aa27-69bfaeb4ed68 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367675 Jun 19 02:01:08.552695 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66d7d-e7df-4b5d-9fea-d228e69dabca req-482a0d98-97c1-49b0-abf1-b411845b3ae3 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:08.554312 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-edf66d7d-e7df-4b5d-9fea-d228e69dabca req-482a0d98-97c1-49b0-abf1-b411845b3ae3 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0718167 Jun 19 02:01:08.592418 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-edf66d7d-e7df-4b5d-9fea-d228e69dabca req-763a41aa-d677-4a7e-832d-1f91db0bb8c8 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322931 Jun 19 02:01:08.990721 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aad01-aaae-4e4c-a06b-660ad3d37812 req-18bbbc70-34b6-4181-83f8-9bd6f4ee4f6e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:08.992476 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d70aad01-aaae-4e4c-a06b-660ad3d37812 req-18bbbc70-34b6-4181-83f8-9bd6f4ee4f6e tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.0932543 Jun 19 02:01:09.037511 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d70aad01-aaae-4e4c-a06b-660ad3d37812 req-062d0c8c-05f0-4495-af96-b00ff8178187 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 Jun 19 02:01:09.803850 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aacad-e540-46cb-8304-9df9ab345b4a req-f8f78c14-560b-43c7-8c97-2d099ae516db tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:09.805492 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-363aacad-e540-46cb-8304-9df9ab345b4a req-f8f78c14-560b-43c7-8c97-2d099ae516db tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0791938 Jun 19 02:01:09.850092 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-363aacad-e540-46cb-8304-9df9ab345b4a req-272bff91-0d0e-4f71-ac71-8780af271d4c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 Jun 19 02:01:11.040062 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3ef6-98d7-4d71-a7d9-db73db0b9e16 req-5bef3901-2a8e-4c15-bb6e-18671e279d98 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:11.041541 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-534b3ef6-98d7-4d71-a7d9-db73db0b9e16 req-5bef3901-2a8e-4c15-bb6e-18671e279d98 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0697708 Jun 19 02:01:11.091656 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-534b3ef6-98d7-4d71-a7d9-db73db0b9e16 req-73ab3560-200a-4710-b916-a8c29233b3b1 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440624 Jun 19 02:01:11.205575 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-fd43aceb-fbcf-4541-b111-19fd896ece4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:11.207950 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-fd43aceb-fbcf-4541-b111-19fd896ece4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1098 time: 0.0712292 Jun 19 02:01:11.386103 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-7239870b-17fc-4f83-b537-595cb9f37b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:11.387551 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-7239870b-17fc-4f83-b537-595cb9f37b0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 910 time: 0.1713939 Jun 19 02:01:11.409990 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-6a7affc7-242a-40c8-9d97-cb93eff341fe tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:11.411539 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-6a7affc7-242a-40c8-9d97-cb93eff341fe tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/networks?id=e1ab1136-f7f3-4e0c-baf4-f73557a30788 HTTP/1.1" status: 200 len: 813 time: 0.1758866 Jun 19 02:01:11.457504 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-9d9974b6-fd55-4f2c-8db1-b1abaa3c4741 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/quotas/42718bbdc4944c5db83d1ce8b696d044 HTTP/1.1" status: 200 len: 375 time: 0.0185239 Jun 19 02:01:11.481962 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-daffb523-1428-4d7b-8955-dd1830ca976f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 1001 time: 0.0869982 Jun 19 02:01:11.507647 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-0a775dd1-2165-4864-b1e1-bb35285aefc0 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42718bbdc4944c5db83d1ce8b696d044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435388 Jun 19 02:01:11.593680 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-7df36474-cd87-4e43-a5f7-93206d7c898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:11.595924 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-7df36474-cd87-4e43-a5f7-93206d7c898c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 200 len: 848 time: 0.0975838 Jun 19 02:01:11.674061 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-f7f5b2d0-2b97-4461-85ad-416175f66a1e service neutron] 10.222.0.23 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440043 Jun 19 02:01:11.727207 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-afde33a9-c6df-4007-adfe-581d1a1cde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:11.728756 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-afde33a9-c6df-4007-adfe-581d1a1cde9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d82200f2-9517-4091-85d2-1733cd109851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1264048 Jun 19 02:01:12.109113 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-8aa09fa6-c20f-48f1-805b-c9a3ab49fc05 service neutron] 10.222.0.23 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278755 Jun 19 02:01:12.137624 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-f98d7702-7eb4-4150-b9c9-96407b19f832 service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002759 Jun 19 02:01:12.246529 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-faf08df3-3ef1-4df5-883c-96de4820fa4f req-5afad2e1-a209-429f-b3e9-4ac3a0082b00 service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014483 Jun 19 02:01:12.291090 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4334d-4b5f-4d51-91ea-a0bdb7c6bfb6 req-a9b4be73-be9f-48c3-9ae2-47ac5392584e tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:12.292689 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b7e4334d-4b5f-4d51-91ea-a0bdb7c6bfb6 req-a9b4be73-be9f-48c3-9ae2-47ac5392584e tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0719337 Jun 19 02:01:12.347876 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b7e4334d-4b5f-4d51-91ea-a0bdb7c6bfb6 req-83504e8b-c5d5-4a60-b467-0bab1d9b51df tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460560 Jun 19 02:01:12.395491 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-72350c88-9dba-40a9-bb53-71525b4753f6 req-f98e5190-d01e-4fec-8ff8-0086d4f7f5b2 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 210 time: 0.0358326 Jun 19 02:01:13.531701 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719d9d-91ff-48e3-a895-6e08a35ade25 req-3af717e0-c6c0-493b-8acc-f3a1eaf5cbcb tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:13.533965 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e1719d9d-91ff-48e3-a895-6e08a35ade25 req-3af717e0-c6c0-493b-8acc-f3a1eaf5cbcb tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0802312 Jun 19 02:01:13.560030 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c5f7d904-0f7b-42b7-ad65-dc9b8ce6094f req-24863d4a-b904-4191-a12f-8c07ed7d06c8 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 210 time: 0.0346274 Jun 19 02:01:13.581218 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-e1719d9d-91ff-48e3-a895-6e08a35ade25 req-3476642d-7b55-43dd-b1fa-2732188bb891 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402410 Jun 19 02:01:14.587347 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-6173d303-651c-4a25-832c-4d65b867bdbd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:14.589882 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-6173d303-651c-4a25-832c-4d65b867bdbd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "GET /v2.0/networks?id=e1ab1136-f7f3-4e0c-baf4-f73557a30788 HTTP/1.1" status: 200 len: 813 time: 0.1122746 Jun 19 02:01:14.605392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Request body: {'port': {'device_id': '7cd4870d-96ea-4323-b044-dcfac0139724', 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788', 'admin_state_up': True, 'tenant_id': '42718bbdc4944c5db83d1ce8b696d044'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 02:01:14.767748 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d09681d-83f7-4610-baea-ce0bf28ad10e req-4725adce-5536-49fa-88db-2a13bcc97d2b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 210 time: 0.0359962 Jun 19 02:01:14.819863 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc96f63-6b5f-4031-9d2b-fe969875f153 req-ce28fb48-1fcd-4c5e-b28a-7fb1044d9768 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:14.821398 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fdc96f63-6b5f-4031-9d2b-fe969875f153 req-ce28fb48-1fcd-4c5e-b28a-7fb1044d9768 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0784512 Jun 19 02:01:14.861692 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-fdc96f63-6b5f-4031-9d2b-fe969875f153 req-a9b26924-c910-4dc1-a977-ff5b7bc1a2db tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343425 Jun 19 02:01:15.100148 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Made reservation on behalf of 42718bbdc4944c5db83d1ce8b696d044 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 02:01:15.103650 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:15.271735 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Allocated IP 172.20.0.12 (e1ab1136-f7f3-4e0c-baf4-f73557a30788/c4f82675-3357-468c-bfa2-57959a1e3f43/7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 02:01:15.474281 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:15.562757 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca2a83-93ab-4d09-ad5d-f72768a95eba req-fd0b5b2c-03f2-4135-a080-c60bac909c71 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:15.566168 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-42ca2a83-93ab-4d09-ad5d-f72768a95eba req-fd0b5b2c-03f2-4135-a080-c60bac909c71 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0980668 Jun 19 02:01:15.566609 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-0e9dcf07-7227-479f-ad42-0bde4fcaa36c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861080 Jun 19 02:01:15.622257 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-42ca2a83-93ab-4d09-ad5d-f72768a95eba req-429ca2ad-2fd4-4909-a722-250ff5377e75 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Jun 19 02:01:15.665346 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:15.670133 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-060c106c-3e39-4952-8d79-690179cc41f7 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:15.724285 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Network e1ab1136-f7f3-4e0c-baf4-f73557a30788 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 02:01:15.729784 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 02:01:15.742130 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 02:01:15.772421 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Pushing event updated for resources: {'Port': ['ID=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:15.777095 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:15.813643 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:15.814313 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:15.899113 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3009844 Jun 19 02:01:15.920609 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Request body: {'port': {'device_id': '7cd4870d-96ea-4323-b044-dcfac0139724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 02:01:16.027887 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267825-a845-4bd2-8ee1-c8b46105bacd req-abdc66b2-e4df-4fb0-9dc4-dbb5743bc9e4 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:16.029351 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e1267825-a845-4bd2-8ee1-c8b46105bacd req-abdc66b2-e4df-4fb0-9dc4-dbb5743bc9e4 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 932 time: 0.1418285 Jun 19 02:01:16.033527 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.115976 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e1267825-a845-4bd2-8ee1-c8b46105bacd req-3b666fad-8003-4008-98de-e4319dc4651c tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789955 Jun 19 02:01:16.349678 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:01:16.357834 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.370042 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Transition to ACTIVE for port object 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 02:01:16.463589 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.466124 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-d836ee2c-0a71-44a1-8986-5922409e976b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:16.516009 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:16.550710 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Pushing event updated for resources: {'Port': ['ID=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:16.553798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:16.615333 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.625093 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Attempting to bind port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 02:01:16.625376 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Attempting to bind port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 02:01:16.626271 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Attempting to bind port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 on network e1ab1136-f7f3-4e0c-baf4-f73557a30788 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 02:01:16.631407 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 on network e1ab1136-f7f3-4e0c-baf4-f73557a30788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 02:01:16.635359 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Attempting to bind port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 on network e1ab1136-f7f3-4e0c-baf4-f73557a30788 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 02:01:16.637149 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 02:01:16.637479 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Checking segment: {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 02:01:16.637868 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Bound using segment: {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 02:01:16.638299 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Bound port: 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e17bff8-8a76-4b95-aefb-c6cec8a50262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 02:01:16.638650 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.640171 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:16.643317 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427f6316-564e-4ea0-97bf-6e243888fed7" -d '{"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:16.657050 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:16.695653 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdee432-77f4-4a33-a84a-6ec5f1834534 x-openstack-request-id: req-9fdee432-77f4-4a33-a84a-6ec5f1834534 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:16.696222 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-unplugged", "status": "failed", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "code": 422}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:16.696905 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fdee432-77f4-4a33-a84a-6ec5f1834534 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:16.697637 dv-cinder-797170-1-smb neutron-server[105202]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'code': 422} returned with failed status Jun 19 02:01:16.723321 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.723917 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] For port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 02:01:16.727390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-fc2c0999-aabe-45dc-9b79-548ccf4d42bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:16.727774 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] For port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 02:01:16.787382 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=6']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:16.790763 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:16.830024 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21bfc-a4ca-472f-b794-eed7e613a8b9 req-55c91127-5510-4cb5-84bd-e42deb5e59b4 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:16.831617 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-21a21bfc-a4ca-472f-b794-eed7e613a8b9 req-55c91127-5510-4cb5-84bd-e42deb5e59b4 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.0787098 Jun 19 02:01:16.833361 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.835560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a22a74f3-2027-4684-9d9d-944adc1307f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:16.889987 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:16.890297 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:16.892332 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 HTTP/1.1" status: 200 len: 1094 time: 0.9762414 Jun 19 02:01:16.895745 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd4870d-96ea-4323-b044-dcfac0139724', 'tag': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:16.898359 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46262260-c231-4dab-8562-0c089f03b02d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd4870d-96ea-4323-b044-dcfac0139724", "tag": "7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:16.933379 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-21a21bfc-a4ca-472f-b794-eed7e613a8b9 req-fce40596-a7ae-458a-9277-6f70562fe56f tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955737 Jun 19 02:01:16.940275 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Pushing event updated for resources: {'Port': ['ID=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:16.943350 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:16.949469 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760e6307-9eee-4a9e-87eb-879878076e95 x-openstack-request-id: req-760e6307-9eee-4a9e-87eb-879878076e95 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:16.949795 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd4870d-96ea-4323-b044-dcfac0139724", "tag": "7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:16.950082 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-760e6307-9eee-4a9e-87eb-879878076e95 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:16.950509 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd4870d-96ea-4323-b044-dcfac0139724', 'tag': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982', 'status': 'completed', 'code': 200} Jun 19 02:01:17.041725 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262260-c231-4dab-8562-0c089f03b02d req-ba452ac3-a342-4112-a30a-75e5c82089c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.043228 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-46262260-c231-4dab-8562-0c089f03b02d req-ba452ac3-a342-4112-a30a-75e5c82089c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42718bbdc4944c5db83d1ce8b696d044&device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 1097 time: 0.0688713 Jun 19 02:01:17.161848 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262260-c231-4dab-8562-0c089f03b02d req-784ddbe7-ee75-4f50-8b1c-d8a4a9fd88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.163370 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-46262260-c231-4dab-8562-0c089f03b02d req-784ddbe7-ee75-4f50-8b1c-d8a4a9fd88e0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=42718bbdc4944c5db83d1ce8b696d044&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1117539 Jun 19 02:01:17.271976 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262260-c231-4dab-8562-0c089f03b02d req-e2370c74-b2a1-418a-8d05-3401b43c2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.273598 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-46262260-c231-4dab-8562-0c089f03b02d req-e2370c74-b2a1-418a-8d05-3401b43c2e45 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032903 Jun 19 02:01:17.314486 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f17-36d5-467c-b47d-0dac706a6dc8 req-9d31153a-bd9e-45e3-8422-cd0e51277336 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.316144 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-99376f17-36d5-467c-b47d-0dac706a6dc8 req-9d31153a-bd9e-45e3-8422-cd0e51277336 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 944 time: 0.0832224 Jun 19 02:01:17.374969 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-99376f17-36d5-467c-b47d-0dac706a6dc8 req-4ceeb3f9-ebaf-4db8-ac68-2ec11805661b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Jun 19 02:01:17.383612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-f7967dea-7ad6-45ac-9169-d7a5bab1dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.384269 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-f7967dea-7ad6-45ac-9169-d7a5bab1dc3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42718bbdc4944c5db83d1ce8b696d044&device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 1097 time: 0.0615029 Jun 19 02:01:17.429879 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-b32c9459-e39b-41e3-949c-a7d144840b77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 HTTP/1.1" status: 200 len: 217 time: 0.0383096 Jun 19 02:01:17.494821 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-7f0f15ac-08ee-4d61-bc0c-2bd5ffeb4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.497282 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-7f0f15ac-08ee-4d61-bc0c-2bd5ffeb4d04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4f82675-3357-468c-bfa2-57959a1e3f43 HTTP/1.1" status: 200 len: 853 time: 0.0607567 Jun 19 02:01:17.533378 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-6b726060-1deb-4674-8967-e724139ba640 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1ab1136-f7f3-4e0c-baf4-f73557a30788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284569 Jun 19 02:01:17.628798 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-a85e856f-5e6f-4082-8822-e5a51b834317 service neutron] 10.222.0.45 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891275 Jun 19 02:01:17.732848 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4d8d381b-f952-40dc-84c2-2e301782cd8f req-2a5ea196-75ff-4880-b628-c65ec9733bf5 service neutron] 10.222.0.45 "GET /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971115 Jun 19 02:01:17.991094 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-6fd0432f-1b23-4487-8f85-26a55250fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:17.992478 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-6fd0432f-1b23-4487-8f85-26a55250fabe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d&tenant_id=2744f378420f4d19b6c5f223ad4d8912 HTTP/1.1" status: 200 len: 1096 time: 0.0565572 Jun 19 02:01:18.082517 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-21ded77c-dfc8-4443-b78e-98c97363316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:18.084122 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-21ded77c-dfc8-4443-b78e-98c97363316a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1096 time: 0.0654707 Jun 19 02:01:18.213488 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ca052-4d92-4513-b526-6e6b31394a2d req-5b6e3ea3-e554-4988-b896-04437815fff2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:18.215099 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4a3ca052-4d92-4513-b526-6e6b31394a2d req-5b6e3ea3-e554-4988-b896-04437815fff2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.1468446 Jun 19 02:01:18.238839 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-d11b74e8-41b7-4ebf-9c82-2ed2e88f6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:18.240234 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-d11b74e8-41b7-4ebf-9c82-2ed2e88f6692 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 910 time: 0.1326623 Jun 19 02:01:18.314273 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4a3ca052-4d92-4513-b526-6e6b31394a2d req-c802a555-30fc-4b16-b76c-195b75bdf18e tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876634 Jun 19 02:01:18.330663 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-9ec2adad-2343-49cf-833d-7fa8e2d84fb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 999 time: 0.0797541 Jun 19 02:01:18.384642 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-84991db1-13a8-476d-91fe-45c9baacf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:18.386113 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-84991db1-13a8-476d-91fe-45c9baacf28b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 200 len: 848 time: 0.0493083 Jun 19 02:01:18.458805 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-d1ac1c5a-1f4b-47cc-9934-363289cdfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:18.460344 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-d1ac1c5a-1f4b-47cc-9934-363289cdfb9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d82200f2-9517-4091-85d2-1733cd109851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660217 Jun 19 02:01:18.553126 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d9647-14e1-4632-a12d-71784a4177d7 req-605d103a-09d9-4003-83b6-4e2e16f578aa tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:18.554552 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b79d9647-14e1-4632-a12d-71784a4177d7 req-605d103a-09d9-4003-83b6-4e2e16f578aa tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 944 time: 0.0664806 Jun 19 02:01:18.568115 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-5f20b72d-6026-4463-83be-3e365df22f2c service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987697 Jun 19 02:01:18.595151 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-b79d9647-14e1-4632-a12d-71784a4177d7 req-eacb2e7a-51f6-4808-b354-39d733d5126b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347772 Jun 19 02:01:18.667018 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c24254fd-b65e-4236-b5ee-9c7c4fdfd0c1 req-2bc16d2c-4a57-4826-8382-781bedec8bb9 service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920630 Jun 19 02:01:18.985513 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-03ecab28-3d55-4515-b8fd-24a550f71643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:19.501539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba4654-fb76-4839-aabd-f99cf485ed27 req-48b1a5fb-338c-46e4-aae6-56ea2ce31698 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:19.503868 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-47ba4654-fb76-4839-aabd-f99cf485ed27 req-48b1a5fb-338c-46e4-aae6-56ea2ce31698 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.0698280 Jun 19 02:01:19.554318 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-47ba4654-fb76-4839-aabd-f99cf485ed27 req-835c624a-7e70-48d2-a17a-aa33025154bb tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Jun 19 02:01:19.791307 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88001dcc-5a9b-40e0-b351-fe01a87ce0b6 req-fe2ed30f-5c26-42bc-9ae7-92f244cac963 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:19.792862 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-88001dcc-5a9b-40e0-b351-fe01a87ce0b6 req-fe2ed30f-5c26-42bc-9ae7-92f244cac963 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 944 time: 0.0765579 Jun 19 02:01:19.831832 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-88001dcc-5a9b-40e0-b351-fe01a87ce0b6 req-ba313a22-6138-464c-9eb3-177e75af8f47 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Jun 19 02:01:20.283164 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:20.527450 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 02:01:20.620791 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:20.633947 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'port_id': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'mac_address': 'fa:16:3e:55:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 02:01:20.675411 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:20.689140 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3cffd7-a843-4512-ac5e-e41e48139df1 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:01:20.709947 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:20.743610 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0500a8-ebcc-4f0c-a02b-3bf582eaa9af req-41159031-a1e5-4bb8-9527-b487acf2ee5f tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:20.745153 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cd0500a8-ebcc-4f0c-a02b-3bf582eaa9af req-41159031-a1e5-4bb8-9527-b487acf2ee5f tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 943 time: 0.0676882 Jun 19 02:01:20.773742 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:20.774494 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 02:01:20.777526 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:20.785187 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-cd0500a8-ebcc-4f0c-a02b-3bf582eaa9af req-7d0c05a8-658a-4f07-a153-0b2a7615d866 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341320 Jun 19 02:01:20.873557 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=7']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:20.888897 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.889248 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.889599 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.889933 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.890274 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.890667 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.891009 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.891339 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.891664 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.892020 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.892386 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.893291 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:20.899757 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:20.936504 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:20.949972 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982', 'network_id': 'e1ab1136-f7f3-4e0c-baf4-f73557a30788', 'port_id': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982', 'mac_address': 'fa:16:3e:09:18:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f82675-3357-468c-bfa2-57959a1e3f43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 02:01:21.001460 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:21.018346 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:01:21.037195 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eee04-0396-45fc-be2f-cda332c4a9e4 req-afb64b0e-f310-42b1-a42a-03378866a4a1 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:21.038791 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-de5eee04-0396-45fc-be2f-cda332c4a9e4 req-afb64b0e-f310-42b1-a42a-03378866a4a1 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 944 time: 0.0755925 Jun 19 02:01:21.043305 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:21.082029 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-de5eee04-0396-45fc-be2f-cda332c4a9e4 req-0d97e662-3111-4522-b637-ae0ac5626490 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367222 Jun 19 02:01:21.111867 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:21.155881 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:21.160133 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:21.163151 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:21.346296 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['4d3cffd7-a843-4512-ac5e-e41e48139df1'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:01:21.349883 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:01:21.499075 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4951-3881-4729-b5d5-4d30fb9ea6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:21.982839 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1a52b-aaec-4df5-8a66-6ada919a78fa req-03ef2111-5c22-4280-bf5d-d1b043d72881 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:21.984364 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d7e1a52b-aaec-4df5-8a66-6ada919a78fa req-03ef2111-5c22-4280-bf5d-d1b043d72881 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 944 time: 0.0779135 Jun 19 02:01:22.028009 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d7e1a52b-aaec-4df5-8a66-6ada919a78fa req-2bb6460b-4a32-4cac-bafa-1c1b35185b4c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369363 Jun 19 02:01:22.043240 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:22.434480 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b1a1e-0685-41be-8aa4-69e1aba45b7d req-92727287-f8fa-4c21-b00b-0fa539c248f3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:22.435943 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-710b1a1e-0685-41be-8aa4-69e1aba45b7d req-92727287-f8fa-4c21-b00b-0fa539c248f3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 945 time: 0.0693586 Jun 19 02:01:22.475308 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-710b1a1e-0685-41be-8aa4-69e1aba45b7d req-1b2e795f-ce9e-4c1a-8690-b8330952d7f0 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Jun 19 02:01:22.552540 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 02:01:22.598339 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:22.600764 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 4d3cffd7-a843-4512-ac5e-e41e48139df1 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:01:22.601122 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:22.680594 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:22.702809 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:22.705470 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859dccf-eccd-4562-b59f-8f0b369bded4" -d '{"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:22.720971 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:22.742565 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ca2fc-568e-47ac-8fe1-0690b0daa4c5 x-openstack-request-id: req-b57ca2fc-568e-47ac-8fe1-0690b0daa4c5 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:22.742860 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:22.743122 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b57ca2fc-568e-47ac-8fe1-0690b0daa4c5 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:22.743526 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'code': 200} Jun 19 02:01:22.840503 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:22.841421 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 02:01:22.843196 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:22.920525 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=8']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:22.923628 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:23.006268 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 02:01:23.014255 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:01:23.014642 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:23.070067 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26709d3-d734-4f47-bf80-b38b9bb74f5b req-047ae4d3-2983-40d8-aa59-14ecc6c0b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:23.071560 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c26709d3-d734-4f47-bf80-b38b9bb74f5b req-047ae4d3-2983-40d8-aa59-14ecc6c0b41b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1098 time: 0.0551846 Jun 19 02:01:23.096995 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:23.109906 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-c26709d3-d734-4f47-bf80-b38b9bb74f5b req-f077ed0e-93ef-4ec2-a8f8-918d6a43e53f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322468 Jun 19 02:01:23.135835 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:23.210575 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63019-4d77-4d1b-a86d-9ec1471de3c4 req-a7a15176-c2c3-4860-b1fc-186850207905 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:23.212044 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f7e63019-4d77-4d1b-a86d-9ec1471de3c4 req-a7a15176-c2c3-4860-b1fc-186850207905 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0653520 Jun 19 02:01:23.221395 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:23.221395 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:23.250830 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-f7e63019-4d77-4d1b-a86d-9ec1471de3c4 req-c6b482bb-fc4f-4711-ac0d-6f0596b746c2 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Jun 19 02:01:23.270920 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:23.273973 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:23.652231 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882c00f-a69c-4d05-ad47-a7d3bf0b9880 req-73c5957b-2b68-4d9c-9cca-b88d1287a8ca tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:23.653714 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8882c00f-a69c-4d05-ad47-a7d3bf0b9880 req-73c5957b-2b68-4d9c-9cca-b88d1287a8ca tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0651467 Jun 19 02:01:23.696050 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8882c00f-a69c-4d05-ad47-a7d3bf0b9880 req-68da92ef-2e59-4984-be44-1c098a066f72 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Jun 19 02:01:24.425362 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5f22-3175-4a85-8273-c99280be7fa9 req-a967eef9-242b-4151-a15e-b321f5bec262 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:24.426825 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2b5d5f22-3175-4a85-8273-c99280be7fa9 req-a967eef9-242b-4151-a15e-b321f5bec262 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0645974 Jun 19 02:01:24.463954 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-2b5d5f22-3175-4a85-8273-c99280be7fa9 req-ac83bc31-ca0f-4428-a5be-186274a34d18 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Jun 19 02:01:24.692348 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:24.745231 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd4870d-96ea-4323-b044-dcfac0139724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:24.747616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a00a87-0efd-49c9-bd0a-1ae26e19c000" -d '{"events": [{"server_uuid": "7cd4870d-96ea-4323-b044-dcfac0139724", "name": "network-vif-plugged", "status": "completed", "tag": "7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:24.795953 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67823c-e9f3-4463-a279-6b49ef9de591 x-openstack-request-id: req-ae67823c-e9f3-4463-a279-6b49ef9de591 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:24.796256 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd4870d-96ea-4323-b044-dcfac0139724", "name": "network-vif-plugged", "status": "completed", "tag": "7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:24.796518 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae67823c-e9f3-4463-a279-6b49ef9de591 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:24.797019 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd4870d-96ea-4323-b044-dcfac0139724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982', 'code': 200} Jun 19 02:01:24.880527 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e620a4-0908-49c7-b865-912f1a55606e req-6e9ff2b6-a2d3-4d93-a810-1cdd0b29942c tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:24.881991 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f8e620a4-0908-49c7-b865-912f1a55606e req-6e9ff2b6-a2d3-4d93-a810-1cdd0b29942c tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0696113 Jun 19 02:01:24.919550 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f8e620a4-0908-49c7-b865-912f1a55606e req-dc3ed85d-d3da-4680-90e4-50c17d7f77cd tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Jun 19 02:01:25.194952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbfe9f-09b3-4404-b8c7-08d675f2252c req-bf7d12bd-0471-4d6b-b3f7-0f6225b66d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:25.196488 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ddcbfe9f-09b3-4404-b8c7-08d675f2252c req-bf7d12bd-0471-4d6b-b3f7-0f6225b66d00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 1099 time: 0.0526450 Jun 19 02:01:25.232672 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-ddcbfe9f-09b3-4404-b8c7-08d675f2252c req-4217df81-4c1f-4cf1-bd56-04e2424445bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289452 Jun 19 02:01:26.114850 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf3e69-a7c9-40f3-a22b-28cf90b69652 req-49724d02-a148-4b38-8c09-d78eddfe38fc tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:26.116445 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dcf3e69-a7c9-40f3-a22b-28cf90b69652 req-49724d02-a148-4b38-8c09-d78eddfe38fc tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0697079 Jun 19 02:01:26.158439 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4dcf3e69-a7c9-40f3-a22b-28cf90b69652 req-44be6b92-411e-4262-8e84-115c97531c0a tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Jun 19 02:01:27.336933 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1215a05-391b-4779-a21d-8e7f13491cff req-b8d186f0-b855-473f-b178-5c2307dd217d tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:27.338408 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b1215a05-391b-4779-a21d-8e7f13491cff req-b8d186f0-b855-473f-b178-5c2307dd217d tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0659213 Jun 19 02:01:27.390849 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-b1215a05-391b-4779-a21d-8e7f13491cff req-926784f7-043a-488c-b896-9e6ee68b324b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Jun 19 02:01:31.624039 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331223-47ff-4e51-b244-df602a576df6 req-f7c0c86e-75e6-4425-8d38-0edc53baf00f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:31.625522 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-95331223-47ff-4e51-b244-df602a576df6 req-f7c0c86e-75e6-4425-8d38-0edc53baf00f tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0681019 Jun 19 02:01:31.664879 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-95331223-47ff-4e51-b244-df602a576df6 req-c2297842-1b4d-488f-af79-190e6fddcc8a tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335772 Jun 19 02:01:32.845642 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dfe55-b9a6-4766-9d4e-edfacbc11487 req-89063c88-b96b-436f-9919-429c3db573a6 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:32.847616 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-082dfe55-b9a6-4766-9d4e-edfacbc11487 req-89063c88-b96b-436f-9919-429c3db573a6 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0690191 Jun 19 02:01:32.893559 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-082dfe55-b9a6-4766-9d4e-edfacbc11487 req-efe2f464-a449-4831-921c-91d196d19797 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Jun 19 02:01:33.695584 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-a569481b-5bb2-4485-a88d-95e60d852c95 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:33.697094 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-a569481b-5bb2-4485-a88d-95e60d852c95 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0673091 Jun 19 02:01:33.800750 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Deleting port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:33.801095 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:33.892228 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] For port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:33.892905 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:34.049683 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:01:34.074686 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:34.075054 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:34.075363 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.l3_db [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Floating IP 571fa0ac-2be1-4e0d-a311-78f211170f27 disassociated. External IP: 172.28.0.71, port: e439d62c-ddb7-4e2d-995b-cb5a1b219ec0. Jun 19 02:01:34.075699 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Calling delete_port for e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:34.079855 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d9250-173b-4e23-82ae-3dcd31a99ae0 req-926804be-1112-4c76-9288-9d26fd9e2454 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:34.081831 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-952d9250-173b-4e23-82ae-3dcd31a99ae0 req-926804be-1112-4c76-9288-9d26fd9e2454 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 945 time: 0.0729628 Jun 19 02:01:34.126212 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-952d9250-173b-4e23-82ae-3dcd31a99ae0 req-3efa2eda-938e-49f6-a8db-b02e0719b975 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e3b8df5-c65a-491b-80fa-94fb378468df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Jun 19 02:01:34.294362 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:34.298664 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:34.325710 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event deleted for resources: {'Port': ['ID=e439d62c-ddb7-4e2d-995b-cb5a1b219ec0,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:34.328954 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:34.454631 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:01:34.583070 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:01:34.594042 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:01:34.615620 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:34.616661 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:34.629781 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] No DVR routers for this DVR port e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:34.634859 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:34.634859 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e007ea64-bc10-413c-a53d-bc3da6e39ad7 req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.45 "DELETE /v2.0/ports/e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 HTTP/1.1" status: 204 len: 173 time: 0.9311762 Jun 19 02:01:34.635312 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'name': 'network-vif-deleted', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:34.638128 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4756a0-fe3b-4389-b8e1-5065cb8e4f70" -d '{"events": [{"server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "name": "network-vif-deleted", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:34.706993 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d001fc-c56f-4773-a39f-a5778ee8b799 x-openstack-request-id: req-71d001fc-c56f-4773-a39f-a5778ee8b799 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:34.707690 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e1e58a-0792-4a5e-9ee3-9f7c684b99ee", "name": "network-vif-deleted", "tag": "e439d62c-ddb7-4e2d-995b-cb5a1b219ec0", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:34.708388 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71d001fc-c56f-4773-a39f-a5778ee8b799 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:34.709150 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e1e58a-0792-4a5e-9ee3-9f7c684b99ee', 'name': 'network-vif-deleted', 'tag': 'e439d62c-ddb7-4e2d-995b-cb5a1b219ec0', 'status': 'completed', 'code': 200} Jun 19 02:01:34.773168 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:34.983657 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:35.009674 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:01:35.018252 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:35.019587 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:35.132436 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:35.336470 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-18af8a9e-5664-40ef-b803-08648ec68081 req-cc1f2f3f-1806-4e78-9f37-ee5cd1ef7800 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/ports?device_id=23e1e58a-0792-4a5e-9ee3-9f7c684b99ee HTTP/1.1" status: 200 len: 210 time: 0.0435150 Jun 19 02:01:35.380255 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:35.406547 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609f353-6dfd-4fbe-b2d8-1eef8b5abb24 None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T01:55:46Z', 'revision_number': 4, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '25594a96-46db-4355-8d16-8999fab0be0f', 'name': '', 'network_id': '20e726ec-b989-47d6-968a-5d78e31b25b2', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'mac_address': 'fa:16:3e:a2:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:44Z', 'updated_at': '2021-06-19T01:55:53Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'subnets': [{'id': 'a3792eae-75a6-461d-958f-250372ab66d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:01:35.648588 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfb945-f30f-4c0e-a203-9a8300a0bd0b None None] New status for floating IP 571fa0ac-2be1-4e0d-a311-78f211170f27: DOWN {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 02:01:36.538625 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49794) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:36.603901 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:36.628776 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:36.632051 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:36.663617 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:36.664010 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device e439d62c-ddb7-4e2d-995b-cb5a1b219ec0 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:36.791353 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:36.793984 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:36.795675 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e3b8df5-c65a-491b-80fa-94fb378468df HTTP/1.1" status: 204 len: 168 time: 0.2556958 Jun 19 02:01:36.796556 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b9d12f04-7169-4306-9625-ca69d17a937e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:36.799639 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49798) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:36.807677 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b8df5-c65a-491b-80fa-94fb378468df,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:36.810308 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:36.817251 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.api.v2.resource [None req-eb9ba57c-cabd-4427-b7cd-e9df56bf30fb tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] show failed (client error): The resource could not be found. Jun 19 02:01:36.818830 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-eb9ba57c-cabd-4427-b7cd-e9df56bf30fb tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "GET /v2.0/security-groups/3e3b8df5-c65a-491b-80fa-94fb378468df HTTP/1.1" status: 404 len: 347 time: 0.0181410 Jun 19 02:01:36.822563 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49800) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:36.953659 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Deleting port 007b5dfd-6af4-4a79-9ef7-bbaa0008023b {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:36.953891 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:37.039303 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:37.039672 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:37.389364 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Calling delete_port for 007b5dfd-6af4-4a79-9ef7-bbaa0008023b owned by network:floatingip {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:37.585378 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:37.587669 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-fff5520f-fc8c-472e-a861-658a1dffaf09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:37.612236 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Pushing event deleted for resources: {'Port': ['ID=007b5dfd-6af4-4a79-9ef7-bbaa0008023b,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:37.615646 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:37.678589 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks [] for floatingip, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:37.683801 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:37.683801 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2f849406-71f3-47f7-8d75-45a0a3b9da67 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] 10.222.0.23 "DELETE /v2.0/floatingips/571fa0ac-2be1-4e0d-a311-78f211170f27 HTTP/1.1" status: 204 len: 168 time: 0.8592770 Jun 19 02:01:42.014682 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49850) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:42.497127 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:42.808009 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Deleting port 25594a96-46db-4355-8d16-8999fab0be0f {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:42.808351 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:42.896491 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] For port 25594a96-46db-4355-8d16-8999fab0be0f, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=25594a96-46db-4355-8d16-8999fab0be0f,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:42.897029 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:42.972288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Calling delete_port for 25594a96-46db-4355-8d16-8999fab0be0f owned by network:router_interface {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:43.362469 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:43.366609 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-15bffeba-d49e-468c-bd15-7348baa9c590 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:43.402745 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Pushing event deleted for resources: {'Port': ['ID=25594a96-46db-4355-8d16-8999fab0be0f,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:43.418886 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.419266 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.419701 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.420103 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.420473 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.421724 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.421724 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.421724 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.422057 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.422210 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.422564 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.422913 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:43.442512 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:43.639939 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:43.836363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dcb39-31f0-4345-b066-a3711250f48c req-2fea842b-3094-42fb-bc0a-bb51e7e4ff7c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:43.838740 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d44dcb39-31f0-4345-b066-a3711250f48c req-2fea842b-3094-42fb-bc0a-bb51e7e4ff7c tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.1229818 Jun 19 02:01:43.949293 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d44dcb39-31f0-4345-b066-a3711250f48c req-99aed5a5-2971-4064-a1e4-74baa69b4a6a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744135 Jun 19 02:01:43.969515 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Router 304ec3e7-9c02-44f0-b48d-7ff207e66edb has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:01:44.079282 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:01:44.084383 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] 10.222.0.23 "PUT /v2.0/routers/304ec3e7-9c02-44f0-b48d-7ff207e66edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685492 Jun 19 02:01:44.087887 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49866) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:44.088910 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] Sync routers for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:01:44.100665 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:44.101522 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:44.216634 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:44.327171 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:44.350866 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:44.445137 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Deleting port 8f8b6622-afdd-438b-abb0-8a9be6c3547f {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:44.450902 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:44.540287 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T02:01:43Z', 'revision_number': 5, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port': {'id': '8f8b6622-afdd-438b-abb0-8a9be6c3547f', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:55:40Z', 'updated_at': '2021-06-19T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:44.541158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] For port 8f8b6622-afdd-438b-abb0-8a9be6c3547f, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=8f8b6622-afdd-438b-abb0-8a9be6c3547f,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:44.541562 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:44.566543 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] Checking router: 304ec3e7-9c02-44f0-b48d-7ff207e66edb for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:01:44.575769 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] Routers {'304ec3e7-9c02-44f0-b48d-7ff207e66edb'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:44.576422 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:44.607615 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Calling delete_port for 8f8b6622-afdd-438b-abb0-8a9be6c3547f owned by network:router_gateway {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:44.669989 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] Set router 304ec3e7-9c02-44f0-b48d-7ff207e66edb gateway port host: None {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:44.722904 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T02:01:44Z', 'revision_number': 6, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:44.762316 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04e53-1fcf-4c2c-a2bc-36ccff0b2742 None None] The sync data for ids ['304ec3e7-9c02-44f0-b48d-7ff207e66edb'] in dv-cinder-797170-1-smb is: [{'id': '304ec3e7-9c02-44f0-b48d-7ff207e66edb', 'name': 'tempest-AttachVolumeTestJSON-1934011449-router', 'tenant_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:55:39Z', 'updated_at': '2021-06-19T02:01:44Z', 'revision_number': 6, 'project_id': 'a4958cfe8d474847ad0c7ea46e0a107a', 'gw_port_host': None}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:01:44.842385 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:44.844626 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1fe83f67-ac31-4056-9908-a41601f957a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:44.875094 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8b6622-afdd-438b-abb0-8a9be6c3547f,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:44.877642 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:44.946728 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.042295 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.045796 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.157858 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d6f4-62f7-40f5-a960-9fb51f9d0e8c req-6600352d-0980-4a08-9694-219e446a4cec tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:45.159598 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4821d6f4-62f7-40f5-a960-9fb51f9d0e8c req-6600352d-0980-4a08-9694-219e446a4cec tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.0762689 Jun 19 02:01:45.229756 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4821d6f4-62f7-40f5-a960-9fb51f9d0e8c req-dfb7220e-bd76-4442-9531-77dc1ead0813 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639856 Jun 19 02:01:45.232704 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.233162 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 304ec3e7-9c02-44f0-b48d-7ff207e66edb {{(pid=105201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 02:01:45.237702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.238864 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-1f356b4f-6f16-4768-b823-d7770d156eb6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/304ec3e7-9c02-44f0-b48d-7ff207e66edb HTTP/1.1" status: 204 len: 168 time: 1.1500106 Jun 19 02:01:45.242180 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49878) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:45.273375 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-1b0f783f-e77b-4a15-8de7-b711908cf2d5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:45.274991 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-1b0f783f-e77b-4a15-8de7-b711908cf2d5 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 946 time: 0.0854366 Jun 19 02:01:45.298628 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Deleting subnet a3792eae-75a6-461d-958f-250372ab66d8 {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:01:45.302468 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.337565 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.382796 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Deleting port 380c309d-7924-4a8e-b7e9-ce4d22526089 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:45.383144 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.416400 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.480974 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] For port 380c309d-7924-4a8e-b7e9-ce4d22526089, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=380c309d-7924-4a8e-b7e9-ce4d22526089,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:45.481797 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.526054 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 25594a96-46db-4355-8d16-8999fab0be0f no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:45.548537 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 25594a96-46db-4355-8d16-8999fab0be0f {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:45.549206 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 25594a96-46db-4355-8d16-8999fab0be0f not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:45.556970 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.566029 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:45.571320 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.576349 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a3792eae-75a6-461d-958f-250372ab66d8 HTTP/1.1" status: 204 len: 168 time: 0.3323541 Jun 19 02:01:45.578899 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ccbd3-9c8d-4e35-ac2d-2290d30160d2 None None] Network 20e726ec-b989-47d6-968a-5d78e31b25b2 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 02:01:45.587818 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49882) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:45.616213 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3792eae-75a6-461d-958f-250372ab66d8,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:45.622514 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-633dc5a5-b395-4ad3-bec1-dac162286b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:45.708503 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.741194 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.741580 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575619'] for floatingip, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.741888 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.db.l3_db [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Floating IP 5b374ca2-4f77-4daa-969b-49e6ac3113b8 disassociated. External IP: 172.28.0.246, port: 380c309d-7924-4a8e-b7e9-ce4d22526089. Jun 19 02:01:45.742209 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Calling delete_port for 380c309d-7924-4a8e-b7e9-ce4d22526089 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:45.809918 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912d74a-482e-413d-a987-62580105385b None None] DHCP port deletion for 20e726ec-b989-47d6-968a-5d78e31b25b2 request from dv-cinder-797170-1-smb {{(pid=105202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 02:01:45.853162 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Deleting port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:45.853502 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.870128 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-1912d74a-482e-413d-a987-62580105385b None None] Deleting port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 {{(pid=105202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:45.874643 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-1912d74a-482e-413d-a987-62580105385b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:45.948049 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-1912d74a-482e-413d-a987-62580105385b None None] For port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:45.948373 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-1912d74a-482e-413d-a987-62580105385b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.006625 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] For port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,segment=NetworkSegment(d38d6276-d377-4374-aa4c-e73c9e83bd83),segment_id=d38d6276-d377-4374-aa4c-e73c9e83bd83)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:46.006993 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.013451 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-1912d74a-482e-413d-a987-62580105385b None None] Calling delete_port for 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 owned by network:dhcp {{(pid=105202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:46.087241 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Calling delete_port for 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 owned by network:dhcp {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:46.185478 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.189908 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a6c35370-86a7-4d1b-897b-dde26dfacaed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:46.214425 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-1912d74a-482e-413d-a987-62580105385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.217061 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:46.223153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event deleted for resources: {'Port': ['ID=380c309d-7924-4a8e-b7e9-ce4d22526089,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:46.223153 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:46.238367 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.245980 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8092f239-ff49-4823-b4e4-ade10c377897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:46.259359 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912d74a-482e-413d-a987-62580105385b None None] No DVR routers for this DVR port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 on host dv-cinder-797170-1-smb {{(pid=105202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:46.261995 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912d74a-482e-413d-a987-62580105385b None None] Pushing event deleted for resources: {'Port': ['ID=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,revision_number=None']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:46.277528 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-1912d74a-482e-413d-a987-62580105385b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:46.324392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Pushing event deleted for resources: {'Port': ['ID=66f64ad7-6e3d-4ddd-a855-a92b60cc40c1,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:46.328539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] No DVR routers for this DVR port 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 on host dv-cinder-797170-1-smb {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:46.330175 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:46.410200 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-d672a42d-578c-4bed-a773-9a63cee86e44 req-23d1b9d2-acd1-4802-a1b9-86664a8cab85 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 210 time: 0.0307531 Jun 19 02:01:46.745315 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.760622 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e726ec-b989-47d6-968a-5d78e31b25b2']}} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:46.771238 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:01:46.777048 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38d6276-d377-4374-aa4c-e73c9e83bd83') {'for_net_delete': True} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:46.777414 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38d6276-d377-4374-aa4c-e73c9e83bd83') {} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:46.792017 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30404408'] for segment, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.840307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.853538 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=105201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:01:46.853954 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29801510'] for segment, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: conditions |= (models_v2.Port.network_id.in_( Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: self.session.flush() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: self.session.flush() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: self.session.flush() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: self.session.flush() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: Traceback (most recent call last): Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: timer() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: cb(*args, **kw) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: return func(*args, **kwargs) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: self._notify() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: self.callback(batched_events) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: event.method(event) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: return f(self, *a, **k) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: return self._get(url).json() Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: return self.request(url, 'GET', **kwargs) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:01:46.855740 dv-cinder-797170-1-smb neutron-server[105201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:01:46.964487 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:01:46.974872 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:01:46.986195 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:46.986842 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:47.015148 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] No DVR routers for this DVR port 380c309d-7924-4a8e-b7e9-ce4d22526089 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:47.018196 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.020922 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8332f9fd-2c9d-49e8-9fbe-be7b90616746 req-9f5dc338-7093-489e-aeef-fdf04dfa12d6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.45 "DELETE /v2.0/ports/380c309d-7924-4a8e-b7e9-ce4d22526089 HTTP/1.1" status: 204 len: 173 time: 1.7392619 Jun 19 02:01:47.021546 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-deleted', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:47.024185 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f08e1de-6751-46da-901e-e524b85d7d48" -d '{"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-deleted", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:47.034446 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.041921 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:47.045616 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.055152 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] 10.222.0.23 "DELETE /v2.0/networks/20e726ec-b989-47d6-968a-5d78e31b25b2 HTTP/1.1" status: 204 len: 168 time: 1.4587033 Jun 19 02:01:47.063674 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Pushing event deleted for resources: {'Network': ['ID=20e726ec-b989-47d6-968a-5d78e31b25b2,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:47.067899 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-87868c32-c09b-4708-8ef6-1583badc145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:47.098855 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022f2f5b-c14f-47ba-a447-fe6a9d81a320 x-openstack-request-id: req-022f2f5b-c14f-47ba-a447-fe6a9d81a320 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:47.099232 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c90d3-58d9-43f9-9836-0dc0516801f9", "name": "network-vif-deleted", "tag": "380c309d-7924-4a8e-b7e9-ce4d22526089", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:47.099543 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-022f2f5b-c14f-47ba-a447-fe6a9d81a320 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:47.100036 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c90d3-58d9-43f9-9836-0dc0516801f9', 'name': 'network-vif-deleted', 'tag': '380c309d-7924-4a8e-b7e9-ce4d22526089', 'status': 'completed', 'code': 200} Jun 19 02:01:47.111669 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 8f8b6622-afdd-438b-abb0-8a9be6c3547f no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:47.127453 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:47.135826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 8f8b6622-afdd-438b-abb0-8a9be6c3547f {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:47.136201 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 8f8b6622-afdd-438b-abb0-8a9be6c3547f not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:47.136630 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:47.164709 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:47.165063 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 66f64ad7-6e3d-4ddd-a855-a92b60cc40c1 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:47.367912 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:47.474848 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49900) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:47.513548 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:01:47.526166 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:47.527079 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:47.530733 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-942612dc-de56-4209-95a4-077f0454cf61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4958cfe8d474847ad0c7ea46e0a107a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513942 Jun 19 02:01:47.531179 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49902) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:47.608895 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.640471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.706174 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:47.768551 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.772104 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:47.785597 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1517a99d-c4a8-41c4-a478-f009f75b13ff HTTP/1.1" status: 204 len: 168 time: 0.2529685 Jun 19 02:01:47.789550 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-993c3c56-f1cb-46e5-b14d-5747b01b1637 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:47.858937 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-7a8f4de8-5fb4-4597-b5ff-6293436f8b1d req-989eb087-5443-4e13-8953-5dd9c367c8f6 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59c90d3-58d9-43f9-9836-0dc0516801f9 HTTP/1.1" status: 200 len: 210 time: 0.0614479 Jun 19 02:01:47.859683 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1517a99d-c4a8-41c4-a478-f009f75b13ff,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:47.878636 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f82a71fa-a225-40c8-80e1-420c90529d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:47.976007 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:48.008961 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106dfd50-ffc3-4920-9262-58c5f57a20a2 None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': 'f8f48c75-4dfd-40ae-b9ba-f4951730755e', 'name': '', 'network_id': 'c986e22d-a82d-46e8-958c-2e962cae9fe1', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'mac_address': 'fa:16:3e:fc:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:41Z', 'updated_at': '2021-06-19T01:55:01Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'subnets': [{'id': '1d346bd2-a061-401a-913b-c02c0b1db848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:01:48.244450 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b431-5d0b-42ba-b973-bbace88bb834 None None] New status for floating IP 5b374ca2-4f77-4daa-969b-49e6ac3113b8: DOWN {{(pid=105202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 02:01:48.740687 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:48.761952 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 380c309d-7924-4a8e-b7e9-ce4d22526089 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:48.762316 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 380c309d-7924-4a8e-b7e9-ce4d22526089 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:49.031071 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a468ec00-9afa-43bb-9109-247f038a7f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.199755 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 49936) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:49.262281 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.293690 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.419629 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.422432 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.426132 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95 HTTP/1.1" status: 204 len: 168 time: 0.2222028 Jun 19 02:01:49.426132 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6092ac90-77ce-482f-a053-43fdd622fd15 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:49.429266 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49942) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:49.435033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:49.442347 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.api.v2.resource [None req-c7094da3-d779-4ccd-a91c-260ba934dd13 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] show failed (client error): The resource could not be found. Jun 19 02:01:49.442799 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.443149 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446265 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446359 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c7094da3-d779-4ccd-a91c-260ba934dd13 tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "GET /v2.0/security-groups/1c9a4056-6bb3-4aeb-ab0f-1a86a1ad0c95 HTTP/1.1" status: 404 len: 347 time: 0.0155218 Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.446458 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.447101 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.447101 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:01:49.447272 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49944) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:49.465094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-091de245-a295-4b6e-85e4-333510d4d0fd tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:49.591618 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Deleting port 2177a428-127e-4741-a55a-e43bf80cf178 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:49.592007 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.656637 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5af05a-3433-4f9f-a5b0-aaa6b60a8130 req-4222f80f-2098-48d2-82d7-b13ca42fc293 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:49.658906 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d5af05a-3433-4f9f-a5b0-aaa6b60a8130 req-4222f80f-2098-48d2-82d7-b13ca42fc293 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0948305 Jun 19 02:01:49.677680 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.678003 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:49.709778 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8d5af05a-3433-4f9f-a5b0-aaa6b60a8130 req-36039dc7-d157-4ffd-a015-6954d72c17ed tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369458 Jun 19 02:01:49.748896 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Calling delete_port for 2177a428-127e-4741-a55a-e43bf80cf178 owned by network:floatingip {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:50.002283 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:50.004437 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-823298b0-b0df-4f6e-962c-0fd19b9b192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:50.028947 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Pushing event deleted for resources: {'Port': ['ID=2177a428-127e-4741-a55a-e43bf80cf178,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:50.032942 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:50.113410 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks [] for floatingip, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:50.116320 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:50.117502 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-be10ba4e-ce0c-4f58-80bd-44a8be75889a tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] 10.222.0.23 "DELETE /v2.0/floatingips/5b374ca2-4f77-4daa-969b-49e6ac3113b8 HTTP/1.1" status: 204 len: 168 time: 0.6692526 Jun 19 02:01:50.325804 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:50.927377 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604653-029a-456a-8458-3b8e53b102db req-d4cc7158-8060-433c-bce4-967348b1e9ee tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:50.928896 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f2604653-029a-456a-8458-3b8e53b102db req-d4cc7158-8060-433c-bce4-967348b1e9ee tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0868890 Jun 19 02:01:50.972392 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f2604653-029a-456a-8458-3b8e53b102db req-cd6c3457-86b6-41e9-b3f2-4ab248734e12 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Jun 19 02:01:51.451569 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3c96586e-1578-440f-8e21-4eeef68b386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:52.041887 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:52.180106 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2803c5-e804-410c-a19a-c35f4084f095 req-ce18b161-52d4-4d14-b71b-50f431abf9ab tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:52.181673 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c2803c5-e804-410c-a19a-c35f4084f095 req-ce18b161-52d4-4d14-b71b-50f431abf9ab tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0910666 Jun 19 02:01:52.221376 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-4c2803c5-e804-410c-a19a-c35f4084f095 req-c91cddbf-aa4a-4d20-b092-8d97620ffde6 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Jun 19 02:01:52.637043 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:53.144554 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 49996) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:53.536208 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5daa1d5-2b8a-4976-acfc-03ffbd3c4981 req-c5078033-4843-4f8d-8925-040357f429d5 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:53.537823 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a5daa1d5-2b8a-4976-acfc-03ffbd3c4981 req-c5078033-4843-4f8d-8925-040357f429d5 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.1359625 Jun 19 02:01:53.619239 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a5daa1d5-2b8a-4976-acfc-03ffbd3c4981 req-83eda1f7-ba4e-4466-be7d-28029d51d1e7 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Jun 19 02:01:53.804806 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.141766 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Deleting port f8f48c75-4dfd-40ae-b9ba-f4951730755e {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:54.142110 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.190206 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-ce2665ea-8002-4cbb-9823-fb14820508c6 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:54.191715 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-ce2665ea-8002-4cbb-9823-fb14820508c6 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.1230459 Jun 19 02:01:54.309873 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] For port f8f48c75-4dfd-40ae-b9ba-f4951730755e, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=f8f48c75-4dfd-40ae-b9ba-f4951730755e,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:54.310230 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.380311 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Calling delete_port for f8f48c75-4dfd-40ae-b9ba-f4951730755e owned by network:router_interface {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:54.432967 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Deleting port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:54.433222 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.590925 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.604129 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] For port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,segment=NetworkSegment(9e17bff8-8a76-4b95-aefb-c6cec8a50262),segment_id=9e17bff8-8a76-4b95-aefb-c6cec8a50262)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:54.605410 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.691465 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Calling delete_port for 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:54.806977 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc672-982a-4876-ac79-d67771a7127c req-fc3409fe-feeb-4686-9f0b-67a08ea7832b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:01:54.808547 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cf1fc672-982a-4876-ac79-d67771a7127c req-fc3409fe-feeb-4686-9f0b-67a08ea7832b tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 946 time: 0.0733926 Jun 19 02:01:54.851933 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-cf1fc672-982a-4876-ac79-d67771a7127c req-f79495e5-7b6c-4034-a8bc-ffd472f7e7df tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7fb12b1-4b9f-4de7-bac0-8ce339999a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377429 Jun 19 02:01:54.985481 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:54.989211 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:55.016327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:55.018436 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f48c75-4dfd-40ae-b9ba-f4951730755e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:55.031846 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:55.034365 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0e7a0b42-8a95-4497-866e-047786b98bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:55.079744 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Pushing event deleted for resources: {'Port': ['ID=7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:55.083990 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:55.169433 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] No DVR routers for this DVR port 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:55.175925 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:55.178114 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-59a0ede0-606f-4d20-870e-f30bf5cd23f9 req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.45 "DELETE /v2.0/ports/7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 HTTP/1.1" status: 204 len: 173 time: 0.9798572 Jun 19 02:01:55.178671 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd4870d-96ea-4323-b044-dcfac0139724', 'name': 'network-vif-deleted', 'tag': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:01:55.181096 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f569d-ca57-410d-9370-65ae2b83057f" -d '{"events": [{"server_uuid": "7cd4870d-96ea-4323-b044-dcfac0139724", "name": "network-vif-deleted", "tag": "7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:01:55.261864 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd245cac-2c03-47f1-8890-0338b476c4fa x-openstack-request-id: req-dd245cac-2c03-47f1-8890-0338b476c4fa {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:01:55.262196 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd4870d-96ea-4323-b044-dcfac0139724", "name": "network-vif-deleted", "tag": "7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:01:55.262594 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd245cac-2c03-47f1-8890-0338b476c4fa {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:01:55.262928 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd4870d-96ea-4323-b044-dcfac0139724', 'name': 'network-vif-deleted', 'tag': '7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982', 'status': 'completed', 'code': 200} Jun 19 02:01:55.345077 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:55.658799 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:01:56.086291 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dea868f4-83f1-4234-9ee1-28cd0043f45a req-fbb1d1a3-4db9-48b1-a8e9-020745a40ca8 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cd4870d-96ea-4323-b044-dcfac0139724 HTTP/1.1" status: 200 len: 210 time: 0.0356960 Jun 19 02:01:56.101084 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:01:56.117120 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e42197d1-194a-454e-a237-dbd2d22525a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/7bf55dd2-6a7e-42b7-9518-22ef697cd9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9608774 Jun 19 02:01:56.117120 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50054) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:56.117322 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] Sync routers for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:01:56.127688 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:56.128410 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:56.234107 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:56.258456 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:56.353919 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:56.443867 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T02:01:54Z', 'revision_number': 5, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port': {'id': 'af429a2e-134e-413a-b805-b90afb8e74a9', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:34Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:56.474002 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] Checking router: 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:01:56.482667 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] Routers {'7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:01:56.483281 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:01:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:56.500039 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Deleting port af429a2e-134e-413a-b805-b90afb8e74a9 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:56.501387 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:56.569454 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] Set router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 gateway port host: None {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:01:56.593631 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] For port af429a2e-134e-413a-b805-b90afb8e74a9, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=af429a2e-134e-413a-b805-b90afb8e74a9,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:56.594021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:56.647616 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T02:01:56Z', 'revision_number': 6, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:56.664690 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Calling delete_port for af429a2e-134e-413a-b805-b90afb8e74a9 owned by network:router_gateway {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:56.671844 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe070322-dfba-4aad-8d45-02d2bbc765c0 None None] The sync data for ids ['7bf55dd2-6a7e-42b7-9518-22ef697cd9c7'] in dv-cinder-797170-1-smb is: [{'id': '7bf55dd2-6a7e-42b7-9518-22ef697cd9c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1416947369-router', 'tenant_id': '8bc081b89b324973a19d1bb186fe9056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T02:01:56Z', 'revision_number': 6, 'project_id': '8bc081b89b324973a19d1bb186fe9056', 'gw_port_host': None}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:01:56.818163 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:56.838914 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:56.839262 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 7c59c1a4-a125-4b4a-a8c1-3fd4eabb4982 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:56.916927 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:56.919118 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-66298b28-a2fa-45a6-adcc-c2a62534a335 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:56.944557 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af429a2e-134e-413a-b805-b90afb8e74a9,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:56.950520 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:57.014544 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.149791 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.152529 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.214519 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device f8f48c75-4dfd-40ae-b9ba-f4951730755e no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:57.236033 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: f8f48c75-4dfd-40ae-b9ba-f4951730755e {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:57.236434 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device f8f48c75-4dfd-40ae-b9ba-f4951730755e not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:57.273979 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.277514 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 {{(pid=105201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 02:01:57.279956 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.283427 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ac07826f-8620-480f-8b25-318a3ab1dfc6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7bf55dd2-6a7e-42b7-9518-22ef697cd9c7 HTTP/1.1" status: 204 len: 168 time: 1.1693718 Jun 19 02:01:57.283736 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50066) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:57.334104 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Deleting subnet 1d346bd2-a061-401a-913b-c02c0b1db848 {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:01:57.339069 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.374918 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30404401'] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.460112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.646666 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29801357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31275474'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.650560 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3c8a8908-93cf-4779-9b84-6a9939d031b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:57.674186 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d346bd2-a061-401a-913b-c02c0b1db848,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:57.678327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.680205 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1d346bd2-a061-401a-913b-c02c0b1db848 HTTP/1.1" status: 204 len: 168 time: 0.3954003 Jun 19 02:01:57.681213 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:57.683032 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50070) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:57.685799 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383bbf5e-f1d2-441a-940e-d971ac32ce9a None None] Network c986e22d-a82d-46e8-958c-2e962cae9fe1 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 02:01:57.764497 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.846108 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Deleting port 3bee9bc6-e10c-464b-979b-6f4f5bface71 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:57.846921 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.929144 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] For port 3bee9bc6-e10c-464b-979b-6f4f5bface71, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=3bee9bc6-e10c-464b-979b-6f4f5bface71,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:57.929515 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:57.958386 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] DHCP port deletion for c986e22d-a82d-46e8-958c-2e962cae9fe1 request from dv-cinder-797170-1-smb {{(pid=105202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 02:01:58.028499 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Calling delete_port for 3bee9bc6-e10c-464b-979b-6f4f5bface71 owned by network:dhcp {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:58.030921 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Deleting port 3bee9bc6-e10c-464b-979b-6f4f5bface71 {{(pid=105202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:01:58.031560 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.097494 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] For port 3bee9bc6-e10c-464b-979b-6f4f5bface71, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=3bee9bc6-e10c-464b-979b-6f4f5bface71,segment=NetworkSegment(05f9742d-557e-49c5-b38a-b2d4d3989017),segment_id=05f9742d-557e-49c5-b38a-b2d4d3989017)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:01:58.097892 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.169764 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Calling delete_port for 3bee9bc6-e10c-464b-979b-6f4f5bface71 owned by network:dhcp {{(pid=105202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:01:58.219619 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.222947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fc4cd1b9-b365-45ed-8c81-b7d6ccfce763 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:58.247646 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bee9bc6-e10c-464b-979b-6f4f5bface71,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:58.249932 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] No DVR routers for this DVR port 3bee9bc6-e10c-464b-979b-6f4f5bface71 on host dv-cinder-797170-1-smb {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:58.251337 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:58.258113 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.260319 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-e362bf3f-e185-4f2d-9428-82be37981477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:58.287468 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Pushing event deleted for resources: {'Port': ['ID=3bee9bc6-e10c-464b-979b-6f4f5bface71,revision_number=None']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:58.291683 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:58.293013 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ed5be-ec5a-44c7-a7ae-e46be3f3926f None None] No DVR routers for this DVR port 3bee9bc6-e10c-464b-979b-6f4f5bface71 on host dv-cinder-797170-1-smb {{(pid=105202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:01:58.331904 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.343276 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c986e22d-a82d-46e8-958c-2e962cae9fe1']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:58.358433 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f9742d-557e-49c5-b38a-b2d4d3989017') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:58.358729 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f9742d-557e-49c5-b38a-b2d4d3989017') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:01:58.368819 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.634592 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.640548 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:01:58.640947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:01:58.642624 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:01:58.846094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.851453 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2aab15af-25cb-4ede-abd2-32aa9c81688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:58.854295 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:58.856573 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c986e22d-a82d-46e8-958c-2e962cae9fe1 HTTP/1.1" status: 204 len: 168 time: 1.1718936 Jun 19 02:01:58.870154 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=c986e22d-a82d-46e8-958c-2e962cae9fe1,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:58.875439 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:01:59.066080 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 3bee9bc6-e10c-464b-979b-6f4f5bface71 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:59.088946 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 3bee9bc6-e10c-464b-979b-6f4f5bface71 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:59.089301 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 3bee9bc6-e10c-464b-979b-6f4f5bface71 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:59.089731 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device af429a2e-134e-413a-b805-b90afb8e74a9 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:01:59.110851 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: af429a2e-134e-413a-b805-b90afb8e74a9 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:01:59.111125 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device af429a2e-134e-413a-b805-b90afb8e74a9 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:01:59.271929 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50090) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:59.312938 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-8e6dfaec-6773-45f9-a1eb-5f0818a4239c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bc081b89b324973a19d1bb186fe9056&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398927 Jun 19 02:01:59.315386 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50092) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:01:59.364582 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:59.390525 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:59.566582 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:59.566582 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:01:59.566582 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56bc12dd-b39a-4beb-826c-1792f9e52824 HTTP/1.1" status: 204 len: 168 time: 0.2495801 Jun 19 02:01:59.567595 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6d8e88cf-546b-49dd-bee4-9d7817d319c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:01:59.581617 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc12dd-b39a-4beb-826c-1792f9e52824,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:01:59.585110 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:00.435021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50114) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:00.570539 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:00.675603 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:00.768112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:00.774237 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3353a69f-f06d-4c8d-8b0b-4746595884af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:00.816861 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=594825d050e94bf085dd1cd7432625df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806267 Jun 19 02:02:00.818987 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb8af53-4876-4ec1-b1c4-ca9f6cface7e,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:00.820418 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50130) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:00.823550 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:00.894999 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:00.927192 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:01.070700 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:01.073402 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:01.074569 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eb8af53-4876-4ec1-b1c4-ca9f6cface7e HTTP/1.1" status: 204 len: 168 time: 0.2522457 Jun 19 02:02:01.075380 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-10292896-31cb-4195-b9f2-c4dc0394802c tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:01.085578 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb8af53-4876-4ec1-b1c4-ca9f6cface7e,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:01.088026 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-bb22be01-56d8-4756-877b-5a7d0f7cd152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:06.660976 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50272) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:06.785071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-22803965-5969-4a79-bcc7-6da6939f2e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:06.885764 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-22803965-5969-4a79-bcc7-6da6939f2e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:06.956416 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-22803965-5969-4a79-bcc7-6da6939f2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:06.961048 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a3782bf4-db34-4e7c-b93a-ef08d6f0ebee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:07.009638 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-22803965-5969-4a79-bcc7-6da6939f2e6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87defcfed5b841f8bda7f5afa3594d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466756 Jun 19 02:02:07.010598 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22803965-5969-4a79-bcc7-6da6939f2e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495560d-56af-4917-953f-11d3f765efe7,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:07.013302 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50276) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:07.013886 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-22803965-5969-4a79-bcc7-6da6939f2e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:07.102479 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:07.129073 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:07.257392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:07.260374 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:07.261663 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5495560d-56af-4917-953f-11d3f765efe7 HTTP/1.1" status: 204 len: 168 time: 0.2462349 Jun 19 02:02:07.262776 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e34a6b88-fc21-4b1f-b576-66a5ccca0a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:07.274541 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495560d-56af-4917-953f-11d3f765efe7,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:07.286008 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:08.069894 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50298) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:08.083392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.181816 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.293732 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.300239 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3327bd34-316a-45fa-af28-f1f5cc17a43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:08.358346 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24be8c3db260408097de39fb27bdd8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869575 Jun 19 02:02:08.359648 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8eae2-97a0-4954-8c9e-0ef65be55618,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:08.361190 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50302) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:08.364726 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:08.414255 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.436810 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.600145 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.602868 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:08.604050 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04a8eae2-97a0-4954-8c9e-0ef65be55618 HTTP/1.1" status: 204 len: 168 time: 0.2415943 Jun 19 02:02:08.604938 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3fc46c7a-a25d-4750-9fe5-cebb3b17defe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:08.614511 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8eae2-97a0-4954-8c9e-0ef65be55618,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:08.616880 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:09.715950 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50344) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:09.825499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:09.923691 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:09.992288 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:10.002711 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-cbe34506-218b-47c3-9df0-a5ec68909f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:10.035107 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50352) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:10.036213 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f95abc80c44df6836f953b614d45e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181610 Jun 19 02:02:10.041356 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6544192-7f55-446c-b505-326f1b2faee8,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:10.044422 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:10.091996 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:10.120468 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:10.247385 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:10.251263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:10.257873 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6544192-7f55-446c-b505-326f1b2faee8 HTTP/1.1" status: 204 len: 168 time: 0.2206163 Jun 19 02:02:10.262829 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-a71e652f-9616-454a-8c04-28a6c0a162ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:10.272203 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6544192-7f55-446c-b505-326f1b2faee8,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:10.282822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-edc794ec-680b-4b3d-a792-d5271332a815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:10.933415 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50382) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:10.948729 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f93c7875-b586-41af-afd8-b21c8526756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.048757 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:02:11.057320 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f93c7875-b586-41af-afd8-b21c8526756a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.139115 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f93c7875-b586-41af-afd8-b21c8526756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.141918 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-712d6e5a-d888-4fee-ad9f-9be720e9f701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:11.181384 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f93c7875-b586-41af-afd8-b21c8526756a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0973180802fd489e983992039589b2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466235 Jun 19 02:02:11.182409 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c7875-b586-41af-afd8-b21c8526756a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c967dfb-9688-43c5-964d-52c01f5451d8,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:11.185766 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f93c7875-b586-41af-afd8-b21c8526756a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:11.186596 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50384) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:11.251947 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.273911 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.400416 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.405517 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:11.406841 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c967dfb-9688-43c5-964d-52c01f5451d8 HTTP/1.1" status: 204 len: 168 time: 0.2190576 Jun 19 02:02:11.407963 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-856d70e1-0523-4617-99ff-34fbb625ca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:11.423746 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c967dfb-9688-43c5-964d-52c01f5451d8,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:11.435284 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f7b97190-2ed1-42fd-9056-6639c7374f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:18.454264 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50600) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:18.503834 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Deleting subnet c4f82675-3357-468c-bfa2-57959a1e3f43 {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:02:18.508146 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.544035 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30404401'] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.589434 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.748743 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29801357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31275474'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.752936 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-595a9b7d-8431-43bf-9f35-2986b2967f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:18.781170 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.783142 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c4f82675-3357-468c-bfa2-57959a1e3f43 HTTP/1.1" status: 204 len: 168 time: 0.3274007 Jun 19 02:02:18.784372 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f82675-3357-468c-bfa2-57959a1e3f43,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:18.786053 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50602) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:18.788499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-147c5f2f-f270-4c82-acfa-30ea3c923f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:18.859929 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.918846 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50606) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:18.948997 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.959702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ab1136-f7f3-4e0c-baf4-f73557a30788']}} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:18.971986 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e17bff8-8a76-4b95-aefb-c6cec8a50262') {'for_net_delete': True} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:18.972261 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e17bff8-8a76-4b95-aefb-c6cec8a50262') {} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:18.982604 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30404408'] for segment, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:18.994293 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-6d636587-a327-44c8-b556-129b6071ddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.000561 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.013313 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=105201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:02:19.013810 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29801510'] for segment, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: Traceback (most recent call last): Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: timer() Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: cb(*args, **kw) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: return func(*args, **kwargs) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: self._notify() Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: self.callback(batched_events) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: event.method(event) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: return f(self, *a, **k) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: return self._get(url).json() Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: return self.request(url, 'GET', **kwargs) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:02:19.016081 dv-cinder-797170-1-smb neutron-server[105201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:02:19.046449 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad40e-9a17-4415-be0c-ebc2c1327aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.165880 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.171632 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.176193 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] 10.222.0.23 "DELETE /v2.0/networks/e1ab1136-f7f3-4e0c-baf4-f73557a30788 HTTP/1.1" status: 204 len: 168 time: 0.3862319 Jun 19 02:02:19.176193 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:19.198548 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ab1136-f7f3-4e0c-baf4-f73557a30788,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:19.202278 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:19.252339 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad40e-9a17-4415-be0c-ebc2c1327aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.359644 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad40e-9a17-4415-be0c-ebc2c1327aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.363549 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3ab6dfc4-b613-45cd-acb6-07a58df8c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:19.400066 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ab2ad40e-9a17-4415-be0c-ebc2c1327aa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85341483c28c4ba382a8466e54d857f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775491 Jun 19 02:02:19.401015 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad40e-9a17-4415-be0c-ebc2c1327aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4343b-2c87-42e5-8f3b-f064eb9a5579,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:19.406632 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50614) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:19.406803 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ab2ad40e-9a17-4415-be0c-ebc2c1327aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:19.463594 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.488258 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.618805 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50616) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:19.663522 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b1696a1a-bf4e-4159-9aeb-e861f7aa89af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42718bbdc4944c5db83d1ce8b696d044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424755 Jun 19 02:02:19.666017 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50618) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:19.666877 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.669798 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.670912 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16b4343b-2c87-42e5-8f3b-f064eb9a5579 HTTP/1.1" status: 204 len: 168 time: 0.2669339 Jun 19 02:02:19.671756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a3aa6492-6641-45b4-8f2d-b46cfc9cef9c tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:19.682523 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4343b-2c87-42e5-8f3b-f064eb9a5579,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:19.684976 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:19.720108 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.748034 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.954046 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.956691 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:19.958066 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7fb12b1-4b9f-4de7-bac0-8ce339999a58 HTTP/1.1" status: 204 len: 168 time: 0.2906904 Jun 19 02:02:19.959221 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e8cc0493-dc98-46ae-88c8-7a5c322beaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:19.968002 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb12b1-4b9f-4de7-bac0-8ce339999a58,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:19.970265 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f91b58a5-87c5-4a0e-975b-e9bfb5a3abf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:20.156096 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.466895 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50628) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:20.483032 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-358bead1-eaba-4b14-9b35-ec4d951351bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.592425 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-358bead1-eaba-4b14-9b35-ec4d951351bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.664870 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-358bead1-eaba-4b14-9b35-ec4d951351bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.668115 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-d64b48cb-ad31-477e-ab5e-d9ae1dfa7b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:20.711100 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-358bead1-eaba-4b14-9b35-ec4d951351bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1e571fe332f4549b4171c3d72968e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430658 Jun 19 02:02:20.712156 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bead1-eaba-4b14-9b35-ec4d951351bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c999a-6966-4937-a2d4-56feff17e3fc,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:20.713972 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50630) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:20.715368 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-358bead1-eaba-4b14-9b35-ec4d951351bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:20.772821 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.795332 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.928158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.932079 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:20.933874 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd1c999a-6966-4937-a2d4-56feff17e3fc HTTP/1.1" status: 204 len: 168 time: 0.2186532 Jun 19 02:02:20.935071 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-406be9cf-e062-4263-8c82-4bd4146d0ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:20.946427 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c999a-6966-4937-a2d4-56feff17e3fc,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:20.956213 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c709bac1-9aa1-4818-b001-47525bf7251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:21.464781 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-5147e34b-f40d-40eb-89e9-1333809ba19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:22.045259 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:22.613037 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:24.658522 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:26.957800 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50712) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:27.063547 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc72d200-7e96-4052-8279-6a58193d8ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.162810 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc72d200-7e96-4052-8279-6a58193d8ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.242253 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-fc72d200-7e96-4052-8279-6a58193d8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.245218 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-6bb27073-2adc-4b4d-b9e0-718379a3c6c0 tempest-AttachVolumeTestJSON-783965734 tempest-AttachVolumeTestJSON-783965734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:27.281411 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-fc72d200-7e96-4052-8279-6a58193d8ee4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20585e540caa4236a457281bd11cbb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225372 Jun 19 02:02:27.283625 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72d200-7e96-4052-8279-6a58193d8ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f623c-5c12-4863-ba9a-8969a2066ce8,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:27.284280 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50716) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:27.286803 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-fc72d200-7e96-4052-8279-6a58193d8ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:27.339460 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.364102 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.476106 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.478657 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:27.479803 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/101f623c-5c12-4863-ba9a-8969a2066ce8 HTTP/1.1" status: 204 len: 168 time: 0.1945338 Jun 19 02:02:27.480821 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-df642915-a636-4d54-a93a-e3862c919078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:27.488542 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f623c-5c12-4863-ba9a-8969a2066ce8,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:27.490898 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-df7be6f5-0991-419d-a92d-ed098a27cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:28.141655 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50724) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:28.158825 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9c0b-b015-418e-8dca-693b0cceaa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.251581 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9c0b-b015-418e-8dca-693b0cceaa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.338428 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9c0b-b015-418e-8dca-693b0cceaa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.341062 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-beb99697-929c-4de3-8d41-b87d13ab44c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:28.377219 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-ab1e9c0b-b015-418e-8dca-693b0cceaa56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a741ae08762540388028f160885ca0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344444 Jun 19 02:02:28.378207 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e9c0b-b015-418e-8dca-693b0cceaa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a9777-6eab-4220-8c08-85399609595a,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:28.380268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50726) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:28.381384 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-ab1e9c0b-b015-418e-8dca-693b0cceaa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:28.432848 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.460658 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.587761 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.590467 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:28.591547 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b20a9777-6eab-4220-8c08-85399609595a HTTP/1.1" status: 204 len: 168 time: 0.2101974 Jun 19 02:02:28.592345 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-dae4c662-1707-4851-9773-f785240eaf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:28.600125 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a9777-6eab-4220-8c08-85399609595a,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:28.605962 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:31.039299 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50788) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:31.175830 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.277231 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.395494 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.398835 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-7835934b-fabf-4dff-8fe0-24e5311ab058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:31.440909 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=077d5b9565314ed6ad8eea6ec0334c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979409 Jun 19 02:02:31.440909 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be20bf5-f216-4cbb-93a8-6ca378024d52,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:31.441966 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50802) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:31.442561 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:31.501428 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.525298 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.736690 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.739321 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:31.740635 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9be20bf5-f216-4cbb-93a8-6ca378024d52 HTTP/1.1" status: 204 len: 168 time: 0.2975945 Jun 19 02:02:31.742054 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-82a81198-1fec-48a1-9b21-18c851e0c200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:31.749860 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be20bf5-f216-4cbb-93a8-6ca378024d52,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:31.752284 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7ea52122-04af-4294-b81f-92a65479a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:40.650344 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50948) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:40.774098 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be3671ff-b218-4845-8c0b-ae4aa30323d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:40.864008 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be3671ff-b218-4845-8c0b-ae4aa30323d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:40.938359 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-be3671ff-b218-4845-8c0b-ae4aa30323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:40.942931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-1269d62d-81f6-4c89-8fb1-c48dd0b6aecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:40.978636 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3671ff-b218-4845-8c0b-ae4aa30323d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247717d0-73a2-4988-9490-c280d8b5e681,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:40.982735 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-be3671ff-b218-4845-8c0b-ae4aa30323d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:40.986189 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-be3671ff-b218-4845-8c0b-ae4aa30323d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3df44b5e212a4b09b57dc56453effefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342276 Jun 19 02:02:40.988412 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50952) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:41.047532 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.077383 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.151471 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 50956) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:41.228031 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.231385 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.232633 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/247717d0-73a2-4988-9490-c280d8b5e681 HTTP/1.1" status: 204 len: 168 time: 0.2432446 Jun 19 02:02:41.233443 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-04718120-3f12-4312-805b-06f7063595dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:41.247458 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247717d0-73a2-4988-9490-c280d8b5e681,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:41.251056 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-233fdcc4-fc1e-40e9-89ee-8f395c23fe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:41.281325 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.373714 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.441172 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.443904 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e63b2a1a-cb1b-436e-99f5-acd84d075176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:41.482365 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b2c345-3705-4f8e-897a-064d988a06a1,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:41.488432 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9175cb6c916b47ed92960308cb99714a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342226 Jun 19 02:02:41.488432 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:41.489822 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 50964) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:41.543630 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.571567 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.835886 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.840936 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:41.842124 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0b2c345-3705-4f8e-897a-064d988a06a1 HTTP/1.1" status: 204 len: 168 time: 0.3513582 Jun 19 02:02:41.843011 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-3c021be9-e9e9-4d6e-b025-b9557b9a8ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:41.852564 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b2c345-3705-4f8e-897a-064d988a06a1,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:41.855033 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-36efa867-7fec-4606-9132-b6273da97a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:42.490199 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51000) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:42.504580 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.600952 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.700785 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.703504 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0c6f2cbc-f32e-4067-8595-d3963017ed45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:42.739931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331edaf0-5bb9-433d-92c8-6e26d7c2ea2a,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:42.745300 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaac2dc0989f4e10a22469a74f75c80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539983 Jun 19 02:02:42.746441 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:42.748198 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51002) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:42.805874 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51004) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:42.809867 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.834358 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.962613 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.966307 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:42.967627 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/331edaf0-5bb9-433d-92c8-6e26d7c2ea2a HTTP/1.1" status: 204 len: 168 time: 0.2181404 Jun 19 02:02:42.968621 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-746ad30f-4170-4daa-a465-c0ea54ebf743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:42.976376 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331edaf0-5bb9-433d-92c8-6e26d7c2ea2a,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:42.985085 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-13c9a615-55a1-449a-9a73-2200e513adc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:42.989465 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Deleting port 9d632d41-b9b7-4dcf-a4a8-cf5d0cdfbca8 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:42.989814 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.082981 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.083316 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.155460 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Calling delete_port for 9d632d41-b9b7-4dcf-a4a8-cf5d0cdfbca8 owned by network:floatingip {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:43.355800 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.358927 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e368722b-5fda-41ea-a729-487e1abb878a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:43.385577 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event deleted for resources: {'Port': ['ID=9d632d41-b9b7-4dcf-a4a8-cf5d0cdfbca8,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:43.387947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:43.453627 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for floatingip, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.453860 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.db.l3_db [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Floating IP 80556403-ddd2-4f5f-a6ba-774e5dbb4c5d disassociated (deleted). External IP: 172.28.0.254, port: 4d3cffd7-a843-4512-ac5e-e41e48139df1. Jun 19 02:02:43.544183 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51016) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:43.662722 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.685211 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Router 51528c2e-433e-4f86-bdc7-c51702186023 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:02:43.793225 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.800177 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:02:43.804783 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for floatingip, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.814862 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] Sync routers for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:02:43.826591 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:02:43.835147 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:02:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:43.849390 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-cbbba768-0a4e-4344-89ae-bcfa14fe7fe5 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "DELETE /v2.0/floatingips/80556403-ddd2-4f5f-a6ba-774e5dbb4c5d HTTP/1.1" status: 204 len: 168 time: 1.0487375 Jun 19 02:02:43.850139 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:02:43.853098 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.854130 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ece55e0403440fe4b7deec67d563446de60dc1c165ebd4c5585cfe89812a20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651" -d '{"events": [{"name": "network-changed", "server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:02:43.856880 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-5d1c0eb5-522d-4112-a98c-dad387d41e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:43.895348 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18be382d-640c-4189-8ad7-cb169ef51229,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:43.901057 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81c8b6cdbe844d519312cf5008e5d3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556299 Jun 19 02:02:43.904298 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e558d594-ba4a-4391-8918-b8743f3a5c0a x-openstack-request-id: req-e558d594-ba4a-4391-8918-b8743f3a5c0a {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:02:43.904693 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "status": "completed", "code": 200}]} {{(pid=105200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:02:43.904998 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e558d594-ba4a-4391-8918-b8743f3a5c0a {{(pid=105200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:02:43.905444 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'status': 'completed', 'code': 200} Jun 19 02:02:43.905930 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51024) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:43.914975 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.916326 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.917536 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.918297 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.918903 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.919499 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.920152 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.920755 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.921339 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.921918 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.922503 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.923413 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:43.928125 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6ebfdb66-9a10-450d-a558-2a803a4cbe95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:43.932212 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51026) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:43.981440 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:43.994874 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-548790a3-d800-4b9d-a3e0-5934d5a98549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.007683 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.063084 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-36f15601-82cd-4a0b-a508-2eec814604ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:44.064782 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-36f15601-82cd-4a0b-a508-2eec814604ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2744f378420f4d19b6c5f223ad4d8912&device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 1098 time: 0.1337042 Jun 19 02:02:44.135141 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:02:44.167293 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-b11d042f-314d-40b3-9e6b-693c8312c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:44.168849 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-b11d042f-314d-40b3-9e6b-693c8312c4d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 200 len: 910 time: 0.0973303 Jun 19 02:02:44.187624 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.190353 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.192033 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18be382d-640c-4189-8ad7-cb169ef51229 HTTP/1.1" status: 204 len: 168 time: 0.2846768 Jun 19 02:02:44.193216 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-781db515-4556-4f5f-a1e8-60a4be871308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:44.206945 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be382d-640c-4189-8ad7-cb169ef51229,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:44.209876 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-c16bcfba-c128-465f-bd84-745af4bd6e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:44.254592 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-311b5290-bf78-4f0c-ac00-f3682393a80d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 200 len: 217 time: 0.0789833 Jun 19 02:02:44.372705 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-eaa816a2-56e3-484b-af67-88e5660b2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:44.375148 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-eaa816a2-56e3-484b-af67-88e5660b2cef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 200 len: 848 time: 0.1147459 Jun 19 02:02:44.463603 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-548790a3-d800-4b9d-a3e0-5934d5a98549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.488023 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:37Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:44.502058 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-db90b7fe-d0c7-4ecd-81f1-c176b2ae2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:44.505278 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-db90b7fe-d0c7-4ecd-81f1-c176b2ae2a1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d82200f2-9517-4091-85d2-1733cd109851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1201932 Jun 19 02:02:44.522794 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-548790a3-d800-4b9d-a3e0-5934d5a98549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.527760 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] Checking router: 51528c2e-433e-4f86-bdc7-c51702186023 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:02:44.536226 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-02e2ae1f-f782-4cb8-b285-8b9f8dcb279e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:44.536988 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:02:44.537648 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:02:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:44.611879 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b24c1-6275-4816-8ad1-abc0d2709703 req-6043915e-f667-4992-8861-4d6c0b570fd0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:44.619298 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-548790a3-d800-4b9d-a3e0-5934d5a98549 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c15db51acf904a8596de3390fd30b8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741526 Jun 19 02:02:44.620163 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51032) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:44.623220 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-189b24c1-6275-4816-8ad1-abc0d2709703 req-6043915e-f667-4992-8861-4d6c0b570fd0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.1172175 Jun 19 02:02:44.626211 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548790a3-d800-4b9d-a3e0-5934d5a98549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b86e2e-d6ed-4f30-a2d7-df12aedd1f7e,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:44.629608 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-548790a3-d800-4b9d-a3e0-5934d5a98549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:44.689253 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:02:44.706149 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-37216c07-01d4-4256-9967-30a8c80fffed service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924849 Jun 19 02:02:44.711945 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-189b24c1-6275-4816-8ad1-abc0d2709703 req-1cec454a-7e94-48c6-ba27-2257149107c1 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790670 Jun 19 02:02:44.828815 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.858698 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:44.899870 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3a27fd6c-6ed0-4d54-a67c-f3f674ba9651 req-ef329c75-d274-4994-81f3-c6617619e99a service neutron] 10.222.0.45 "GET /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847479 Jun 19 02:02:44.940729 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:37Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:44.968654 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf8257-e144-446c-94d2-6f46976f2a0f None None] The sync data for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb is: [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T01:57:25Z', 'revision_number': 4, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb', '_interfaces': [{'id': '4246d7e4-df1c-4f23-a8f8-d3e01672686d', 'name': '', 'network_id': 'd82200f2-9517-4091-85d2-1733cd109851', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'mac_address': 'fa:16:3e:9c:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:24Z', 'updated_at': '2021-06-19T01:57:37Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'subnets': [{'id': 'bb5f284d-cb04-4e01-b1dd-4a54e9038eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:02:45.028052 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:45.035262 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:45.035262 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52b86e2e-d6ed-4f30-a2d7-df12aedd1f7e HTTP/1.1" status: 204 len: 168 time: 0.4136682 Jun 19 02:02:45.036654 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ba08a3ae-ba0f-42ac-b6f2-48d36cd5dca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:45.061546 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b86e2e-d6ed-4f30-a2d7-df12aedd1f7e,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:45.065497 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6c24becc-cd56-44a9-a8b0-40073a896795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:45.249624 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87623a08-fbfb-4573-a5ea-463a4a81e4cf None None] New status for floating IP 80556403-ddd2-4f5f-a6ba-774e5dbb4c5d: DOWN {{(pid=105203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 02:02:45.792445 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-1a84b85e-1dc4-48ca-8b7c-14372fe78231 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:45.794699 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-1a84b85e-1dc4-48ca-8b7c-14372fe78231 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.45 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.0885794 Jun 19 02:02:45.974782 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19496de7-ee47-4087-856c-6cbf4a435456 req-022ca678-40c2-44db-ba0b-e93ebb3d29ed tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:45.976595 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-19496de7-ee47-4087-856c-6cbf4a435456 req-022ca678-40c2-44db-ba0b-e93ebb3d29ed tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 945 time: 0.1190467 Jun 19 02:02:45.984871 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Deleting port 4d3cffd7-a843-4512-ac5e-e41e48139df1 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:45.985213 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:46.134929 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] For port 4d3cffd7-a843-4512-ac5e-e41e48139df1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4d3cffd7-a843-4512-ac5e-e41e48139df1,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:46.135394 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:46.219755 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Calling delete_port for 4d3cffd7-a843-4512-ac5e-e41e48139df1 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:46.354625 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-19496de7-ee47-4087-856c-6cbf4a435456 req-06f253e8-efab-431d-b831-5f7eb3fe6d6d tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/security-groups?id=c07d0dfc-e4da-410b-b34b-2ce706373385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715901 Jun 19 02:02:46.490483 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:46.497824 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8ab7ecef-cc60-43c4-872b-215ff12f73e3 tempest-VolumesSnapshotTestJSON-1757257653 tempest-VolumesSnapshotTestJSON-1757257653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:46.530756 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event deleted for resources: {'Port': ['ID=4d3cffd7-a843-4512-ac5e-e41e48139df1,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:46.532632 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:46.585128 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] No DVR routers for this DVR port 4d3cffd7-a843-4512-ac5e-e41e48139df1 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:02:46.588762 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:46.594373 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-310b18f0-6654-4b81-bca1-c1f8c05c833c req-ae7edb64-7810-4fe6-8307-b8b90c3e25b0 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.45 "DELETE /v2.0/ports/4d3cffd7-a843-4512-ac5e-e41e48139df1 HTTP/1.1" status: 204 len: 173 time: 0.7902031 Jun 19 02:02:46.594373 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-deleted', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:02:46.594373 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f952ee-25eb-4240-bd7d-ee14ef7dcb73" -d '{"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-deleted", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:02:46.638714 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b74ff7-0d35-4871-a15d-029ed205d127 x-openstack-request-id: req-76b74ff7-0d35-4871-a15d-029ed205d127 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:02:46.638714 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e02099-a239-46bf-9454-0db3b9d2cd0d", "name": "network-vif-deleted", "tag": "4d3cffd7-a843-4512-ac5e-e41e48139df1", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:02:46.638714 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76b74ff7-0d35-4871-a15d-029ed205d127 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:02:46.638714 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e02099-a239-46bf-9454-0db3b9d2cd0d', 'name': 'network-vif-deleted', 'tag': '4d3cffd7-a843-4512-ac5e-e41e48139df1', 'status': 'completed', 'code': 200} Jun 19 02:02:47.518528 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-e234e620-5576-4091-9323-2f2f0091eae1 req-ad0fefb9-8360-4dc3-8af0-3c3a1b737142 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e02099-a239-46bf-9454-0db3b9d2cd0d HTTP/1.1" status: 200 len: 210 time: 0.0308754 Jun 19 02:02:48.046691 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:02:48.631451 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-7ff846c0-8621-4214-b60b-c039e4f976ef tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366833 Jun 19 02:02:48.634550 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51122) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:48.699363 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:48.728216 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:48.853357 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:48.856639 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:48.858063 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] 10.222.0.23 "DELETE /v2.0/security-groups/c07d0dfc-e4da-410b-b34b-2ce706373385 HTTP/1.1" status: 204 len: 168 time: 0.2224667 Jun 19 02:02:48.858890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-dbf6a230-1d17-43c2-8dba-045c973de81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:48.866263 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a76bf16c-f0e4-42c3-addc-3952cc603d23 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:48.868373 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a76bf16c-f0e4-42c3-addc-3952cc603d23 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308366 Jun 19 02:02:48.870418 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d0dfc-e4da-410b-b34b-2ce706373385,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:48.873092 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-3b12e26b-5cf5-494f-bcb2-8b15e6cce209 tempest-TestShelveInstance-2007574735 tempest-TestShelveInstance-2007574735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:48.890047 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-8d00db45-54e8-4b78-81b6-6f9180447606 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/quotas/1bd0dd345c254b74bf621f7843ae3fa4 HTTP/1.1" status: 200 len: 375 time: 0.0141792 Jun 19 02:02:48.939438 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-132e05e8-e55f-41dd-8865-e6453c8ceb59 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305731 Jun 19 02:02:48.979738 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51130) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:48.987059 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3e032459-858c-4a37-8637-e29b1062e41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:49.112991 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:49.137686 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 4d3cffd7-a843-4512-ac5e-e41e48139df1 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:49.138051 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 4d3cffd7-a843-4512-ac5e-e41e48139df1 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:49.482347 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:50.037689 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Deleting port 4246d7e4-df1c-4f23-a8f8-d3e01672686d {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:50.038534 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:50.121082 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] For port 4246d7e4-df1c-4f23-a8f8-d3e01672686d, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=4246d7e4-df1c-4f23-a8f8-d3e01672686d,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:50.121442 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:50.188132 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Calling delete_port for 4246d7e4-df1c-4f23-a8f8-d3e01672686d owned by network:router_interface {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:50.205024 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:50.266902 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-3dae76ac-332d-4910-beaf-9ee430febbd5 req-e7bb8ec8-4014-415f-8a4a-4dce147ca2db tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 210 time: 0.0373905 Jun 19 02:02:50.515567 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:50.517887 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8cee95af-874a-4064-b539-316c23b733bb tempest-AttachVolumeShelveTestJSON-1893588389 tempest-AttachVolumeShelveTestJSON-1893588389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:50.548216 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Pushing event deleted for resources: {'Port': ['ID=4246d7e4-df1c-4f23-a8f8-d3e01672686d,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:50.552053 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:50.772764 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:51.036007 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Router 51528c2e-433e-4f86-bdc7-c51702186023 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:02:51.178376 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:02:51.191555 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-2616e68d-a912-4c3b-8cbc-95af417e2431 admin admin] 10.222.0.23 "PUT /v2.0/routers/51528c2e-433e-4f86-bdc7-c51702186023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2075796 Jun 19 02:02:51.192077 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51156) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:51.197411 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] Sync routers for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:02:51.208346 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:02:51.209287 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:02:21Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:51.316396 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks [] for router, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:51.345015 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: dv-cinder-797170-1-smb {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:02:51.363387 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-4a6b3a06-d25a-46f6-9e91-db641194c17d req-3b943be3-98a2-469e-985c-c335821444e3 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 210 time: 0.0337944 Jun 19 02:02:51.442107 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:51.497330 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4b625089-da92-4d57-8f21-134a506adc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:51.548900 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T02:02:50Z', 'revision_number': 5, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port': {'id': '22ac2c19-f54f-435d-ba20-8ed3d084fbdb', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51528c2e-433e-4f86-bdc7-c51702186023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:19Z', 'updated_at': '2021-06-19T01:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:51.578179 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] Checking router: 51528c2e-433e-4f86-bdc7-c51702186023 for host: dv-cinder-797170-1-smb {{(pid=105202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:02:51.587095 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] Routers {'51528c2e-433e-4f86-bdc7-c51702186023'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:02:51.587876 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:02:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['51528c2e-433e-4f86-bdc7-c51702186023'], 'active': True} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:51.599421 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Deleting port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:51.599832 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:51.672572 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvr_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] Set router 51528c2e-433e-4f86-bdc7-c51702186023 gateway port host: None {{(pid=105202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:02:51.683719 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] For port 22ac2c19-f54f-435d-ba20-8ed3d084fbdb, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:51.685051 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:51.729952 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_hamode_db [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T02:02:51Z', 'revision_number': 6, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:51.756135 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c1b3e-f214-4a08-aff7-b4c3ad782597 None None] The sync data for ids ['51528c2e-433e-4f86-bdc7-c51702186023'] in dv-cinder-797170-1-smb is: [{'id': '51528c2e-433e-4f86-bdc7-c51702186023', 'name': 'tempest-TestShelveInstance-1284505017-router', 'tenant_id': '2744f378420f4d19b6c5f223ad4d8912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:16Z', 'updated_at': '2021-06-19T02:02:51Z', 'revision_number': 6, 'project_id': '2744f378420f4d19b6c5f223ad4d8912', 'gw_port_host': None}] {{(pid=105202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:02:51.756397 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Calling delete_port for 22ac2c19-f54f-435d-ba20-8ed3d084fbdb owned by network:router_gateway {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:52.012291 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.015691 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0952c0d3-d7dd-41dc-85cd-14aba025c6f9 tempest-ServerRescueNegativeTestJSON-760487529 tempest-ServerRescueNegativeTestJSON-760487529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:52.040326 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Pushing event deleted for resources: {'Port': ['ID=22ac2c19-f54f-435d-ba20-8ed3d084fbdb,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:52.043318 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:52.058195 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.134308 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.305450 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.308047 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.436182 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.437175 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51528c2e-433e-4f86-bdc7-c51702186023 {{(pid=105201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 02:02:52.448017 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] Notify callbacks [] for router, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.448017 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-f558546c-6767-4ec4-8b5d-958342fd697a admin admin] 10.222.0.23 "DELETE /v2.0/routers/51528c2e-433e-4f86-bdc7-c51702186023 HTTP/1.1" status: 204 len: 168 time: 1.2535849 Jun 19 02:02:52.450215 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51180) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:52.541106 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8706e1da-f2be-414a-a740-d5dd0dd228dd req-4038ffcb-ee5b-468b-ac1e-d905a9b2e533 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 210 time: 0.0510609 Jun 19 02:02:52.549402 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_v2 [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Deleting subnet bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 {{(pid=105201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:02:52.553112 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.612452 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30404401'] for subnet, precommit_delete_associations {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.624113 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.728458 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.898482 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29801357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31275474'] for subnet, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.901627 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:52.929530 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5f284d-cb04-4e01-b1dd-4a54e9038eb4,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:52.934050 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:52.935073 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:52.937545 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-7492757b-bd91-4e6b-a5b4-c1898cd641cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bb5f284d-cb04-4e01-b1dd-4a54e9038eb4 HTTP/1.1" status: 204 len: 168 time: 0.4859369 Jun 19 02:02:52.939840 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51190) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:52.947071 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508017bd-6c03-465e-8b56-17bb768324ad None None] Network d82200f2-9517-4091-85d2-1733cd109851 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 02:02:53.050001 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-8a2d5910-d47b-4661-89bf-513734322caf tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469551 Jun 19 02:02:53.064030 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.133819 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 4246d7e4-df1c-4f23-a8f8-d3e01672686d no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:53.165229 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 4246d7e4-df1c-4f23-a8f8-d3e01672686d {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:53.165917 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 4246d7e4-df1c-4f23-a8f8-d3e01672686d not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:53.166723 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 22ac2c19-f54f-435d-ba20-8ed3d084fbdb no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:53.213930 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 22ac2c19-f54f-435d-ba20-8ed3d084fbdb {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:53.214627 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 22ac2c19-f54f-435d-ba20-8ed3d084fbdb not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:53.293375 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-d3415cdf-f6cc-4240-8c7f-ee3d6166d20e tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:53.294922 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-d3415cdf-f6cc-4240-8c7f-ee3d6166d20e tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376745 Jun 19 02:02:53.308651 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Request body: {'port': {'device_id': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47', 'admin_state_up': True, 'tenant_id': '1bd0dd345c254b74bf621f7843ae3fa4'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 02:02:53.345337 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] DHCP port deletion for d82200f2-9517-4091-85d2-1733cd109851 request from dv-cinder-797170-1-smb {{(pid=105202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 02:02:53.359017 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Deleting port baa69a8a-d40a-4f85-9341-239306a96719 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:53.359357 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.433020 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Deleting port baa69a8a-d40a-4f85-9341-239306a96719 {{(pid=105202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:53.434011 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.470312 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] For port baa69a8a-d40a-4f85-9341-239306a96719, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=baa69a8a-d40a-4f85-9341-239306a96719,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:53.470312 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.524722 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] For port baa69a8a-d40a-4f85-9341-239306a96719, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=baa69a8a-d40a-4f85-9341-239306a96719,segment=NetworkSegment(070f42a4-4ff2-45ac-b39f-fbc9ef879834),segment_id=070f42a4-4ff2-45ac-b39f-fbc9ef879834)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:53.525120 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.552702 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Calling delete_port for baa69a8a-d40a-4f85-9341-239306a96719 owned by network:dhcp {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:53.606455 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Calling delete_port for baa69a8a-d40a-4f85-9341-239306a96719 owned by network:dhcp {{(pid=105202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:53.737041 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.742501 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-7dc4b588-7da2-4caa-9121-ad00136e7db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:53.744081 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5832a699-bb9c-4217-88d7-0c8419dfceda req-be02ea91-18c5-49f4-b983-9f365e53bbb9 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 210 time: 0.0485034 Jun 19 02:02:53.751738 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.780150 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa69a8a-d40a-4f85-9341-239306a96719,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:53.780557 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] No DVR routers for this DVR port baa69a8a-d40a-4f85-9341-239306a96719 on host dv-cinder-797170-1-smb {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:02:53.782406 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:53.793569 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:53.796161 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] No DVR routers for this DVR port baa69a8a-d40a-4f85-9341-239306a96719 on host dv-cinder-797170-1-smb {{(pid=105202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:02:53.814914 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Pushing event deleted for resources: {'Port': ['ID=baa69a8a-d40a-4f85-9341-239306a96719,revision_number=None']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:53.829114 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.829569 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.829950 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.830714 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.831061 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.831390 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.831904 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.832185 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.832503 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.832822 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.833140 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.834011 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:53.840750 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-e0c85e00-edb5-4326-bbd4-4d5b3dcd97db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:53.869041 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.880528 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82200f2-9517-4091-85d2-1733cd109851']}} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:53.894607 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070f42a4-4ff2-45ac-b39f-fbc9ef879834') {'for_net_delete': True} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:53.894900 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.services.segments.db [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070f42a4-4ff2-45ac-b39f-fbc9ef879834') {} {{(pid=105201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:53.905797 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30404408'] for segment, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.921835 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.928481 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=105201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:02:53.928873 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29801510'] for segment, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: Traceback (most recent call last): Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: timer() Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: cb(*args, **kw) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: return func(*args, **kwargs) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: self._notify() Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: self.callback(batched_events) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: event.method(event) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: return f(self, *a, **k) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: return self._get(url).json() Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: return self.request(url, 'GET', **kwargs) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:02:53.930591 dv-cinder-797170-1-smb neutron-server[105201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:02:53.940930 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Made reservation on behalf of 1bd0dd345c254b74bf621f7843ae3fa4 for: {'port': 1} {{(pid=105201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 02:02:53.945229 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1677956'] for port, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:53.983293 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.112021 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.121429 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.128007 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-369c535c-e2b6-45b0-80df-5bae4727760f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:54.133093 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.135584 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d82200f2-9517-4091-85d2-1733cd109851 HTTP/1.1" status: 204 len: 168 time: 1.1945577 Jun 19 02:02:54.138630 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51222) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:54.152164 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d82200f2-9517-4091-85d2-1733cd109851,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:54.155862 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-db0a58f1-8076-4f74-878e-5a41e91456c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:54.200947 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.210412 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-881d381b-df68-4c55-993a-150ba6792dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:54.282598 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981bda88-5f28-4ab1-b902-0e4466be1f1b,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:54.310464 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:54.380658 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.db_base_plugin_common [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Allocated IP 192.168.233.14 (f6823ce5-03fc-4fa4-b747-5d7dc901cc47/e4680ea4-f8e0-4be1-b8e6-180d4d5b1dcd/18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0) {{(pid=105201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 02:02:54.582634 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1033214'] for router_interface, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.618945 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.921712 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Deleting port 90104b28-ede5-4147-a112-db3f98a85809 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:54.926094 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:54.926586 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f97a2691-c691-4736-8db7-b923b6ac6899 req-69aebb70-2350-45b4-8829-580380971147 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 210 time: 0.0414233 Jun 19 02:02:54.982927 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks [] for port, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.011137 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Transition to ACTIVE for port object 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 will not be triggered until provisioned by entity DHCP. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 02:02:55.026848 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] For port 90104b28-ede5-4147-a112-db3f98a85809, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=90104b28-ede5-4147-a112-db3f98a85809,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:55.026848 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.089977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device baa69a8a-d40a-4f85-9341-239306a96719 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:55.109481 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Calling delete_port for 90104b28-ede5-4147-a112-db3f98a85809 owned by network:router_interface {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:55.114268 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: baa69a8a-d40a-4f85-9341-239306a96719 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:55.114939 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device baa69a8a-d40a-4f85-9341-239306a96719 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:55.126686 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740879523166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29801464'] for port, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.136268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b31b3b2-3a7f-457d-be04-a20f21d9ff7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:55.194687 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 is already hosted by enough agents. {{(pid=105201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 02:02:55.198163 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.scheduler.base_scheduler [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Resources bound (agent type, host, resource id): {{(pid=105201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 02:02:55.202490 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Received port after_create {{(pid=105201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 02:02:55.240465 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Pushing event updated for resources: {'Port': ['ID=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:55.246139 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:55.265448 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:55.266118 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.344969 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-a3b503df-62b1-47db-b543-406f77501477 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0412273 Jun 19 02:02:55.357579 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.v2.base [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Request body: {'port': {'device_id': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 02:02:55.393243 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.396472 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b0e0d837-2a3e-403f-8985-5d73d9bf822f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:55.430723 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90104b28-ede5-4147-a112-db3f98a85809,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:55.446126 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.489168 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.489446 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.489831 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.490205 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.490572 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.491140 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.491517 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.491903 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.499071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.499071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.499071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.499071 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-smb {{(pid=105200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 02:02:55.500067 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:55.636588 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033026'] for router_interface, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.730474 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-665bfa81-f7b4-4f2c-8cdc-dc0e6a7caf9a None None] Provisioning for port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 completed by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 02:02:55.734826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-665bfa81-f7b4-4f2c-8cdc-dc0e6a7caf9a None None] Provisioning complete for port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 triggered by entity DHCP. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:02:55.740440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-665bfa81-f7b4-4f2c-8cdc-dc0e6a7caf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.776143 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-665bfa81-f7b4-4f2c-8cdc-dc0e6a7caf9a None None] Port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 cannot update to ACTIVE because it is not bound. {{(pid=105202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 02:02:55.790012 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 {{(pid=105201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:02:55.801763 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.818088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.provisioning_blocks [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Transition to ACTIVE for port object 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 will not be triggered until provisioned by entity L2. {{(pid=105201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 02:02:55.896273 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:55.899392 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-e4fba366-8fc9-4c5e-b5c3-e224bcbd6b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:55.980991 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Pushing event updated for resources: {'Port': ['ID=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,revision_number=2']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:55.984169 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:56.076929 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Attempting to bind port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 02:02:56.076929 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Attempting to bind port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 02:02:56.077216 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Attempting to bind port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 on network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 02:02:56.082235 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 on network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 02:02:56.082612 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Attempting to bind port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 on network f6823ce5-03fc-4fa4-b747-5d7dc901cc47 {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 02:02:56.088151 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Checking agent: {'id': '9d54c315-9dcc-4589-8d1b-876db3d27192', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 02:02:56.088497 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Checking segment: {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 02:02:56.088890 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Bound using segment: {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'} {{(pid=105201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 02:02:56.089327 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.managers [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Bound port: 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47'}}] {{(pid=105201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 02:02:56.089685 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:56.175880 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] For port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host hv-cinder-79717, cleared binding levels {{(pid=105201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 02:02:56.179037 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] For port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 02:02:56.222661 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211bb82-fbb5-412d-94bc-0f9ba605ede5 req-38ba6892-5bcd-4975-9efd-5d35b2b68b5b tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.224112 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8211bb82-fbb5-412d-94bc-0f9ba605ede5 req-38ba6892-5bcd-4975-9efd-5d35b2b68b5b tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 947 time: 0.1303375 Jun 19 02:02:56.225926 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Router 1cfcee91-6b49-4098-8104-2ba07b924dc3 has already been hosted by L3 agent 7c2a359d-8651-4d97-81a2-0d6615b07143 {{(pid=105200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 02:02:56.264304 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29801422'] for port, after_update {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:56.266414 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-aeb5c3f4-b19b-4e3c-960b-d0e510332154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:56.308229 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.308976 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:56.310588 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] 10.222.0.45 "PUT /v2.0/ports/18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 HTTP/1.1" status: 200 len: 1097 time: 0.9577127 Jun 19 02:02:56.310932 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'tag': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:02:56.313268 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd919803-5cf9-4ba1-8de7-47db5629355e" -d '{"events": [{"name": "network-changed", "server_uuid": "57d0614c-a7bd-4817-bea3-61556e2ab32a", "tag": "18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:02:56.315527 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-8211bb82-fbb5-412d-94bc-0f9ba605ede5 req-e7a0d601-9d71-4026-a548-c4ecadc7cc89 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834432 Jun 19 02:02:56.376736 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Pushing event updated for resources: {'Port': ['ID=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,revision_number=3']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:56.383531 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-0b03ee0d-18e8-4df1-a991-04d14962464d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:56.395603 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3981ab-f71b-4e2f-b9ba-b91dda9d06d2 x-openstack-request-id: req-db3981ab-f71b-4e2f-b9ba-b91dda9d06d2 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:02:56.396006 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d0614c-a7bd-4817-bea3-61556e2ab32a", "tag": "18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:02:56.396321 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db3981ab-f71b-4e2f-b9ba-b91dda9d06d2 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:02:56.396797 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'tag': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0', 'status': 'completed', 'code': 200} Jun 19 02:02:56.398205 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-smb the message routers_updated {{(pid=105200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 02:02:56.406172 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-b4715b35-b6f6-4090-91d0-7be3faaa70b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/1cfcee91-6b49-4098-8104-2ba07b924dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655876 Jun 19 02:02:56.409200 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51250) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:56.421578 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] Sync routers for ids ['1cfcee91-6b49-4098-8104-2ba07b924dc3'] in dv-cinder-797170-1-smb {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 02:02:56.438432 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] Routers {'1cfcee91-6b49-4098-8104-2ba07b924dc3'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:02:56.440815 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:02:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['1cfcee91-6b49-4098-8104-2ba07b924dc3'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:56.505314 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919803-5cf9-4ba1-8de7-47db5629355e req-7899e183-cdb7-4848-ad43-48f91530c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.507202 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dd919803-5cf9-4ba1-8de7-47db5629355e req-7899e183-cdb7-4848-ad43-48f91530c95d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 1100 time: 0.0775881 Jun 19 02:02:56.537862 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dd919803-5cf9-4ba1-8de7-47db5629355e req-13d6dfe2-3386-4df0-9c25-9415f2be557a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208230 Jun 19 02:02:56.568879 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] Set router 1cfcee91-6b49-4098-8104-2ba07b924dc3 gateway port host: dv-cinder-797170-1-smb {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:02:56.627926 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:56.652368 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919803-5cf9-4ba1-8de7-47db5629355e req-43dbd68f-75ab-4f91-99eb-c6985b9f0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.654239 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-dd919803-5cf9-4ba1-8de7-47db5629355e req-43dbd68f-75ab-4f91-99eb-c6985b9f0eb1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104553 Jun 19 02:02:56.762600 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-5dd1b964-bd6d-4adf-a151-bd3b6a679933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.764397 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-5dd1b964-bd6d-4adf-a151-bd3b6a679933 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 1100 time: 0.0656083 Jun 19 02:02:56.798784 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:56.815154 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-b41821ab-850e-4138-90b7-06f04ee4258b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 HTTP/1.1" status: 200 len: 217 time: 0.0438180 Jun 19 02:02:56.820845 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'external_fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T02:02:55Z', 'revision_number': 5, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port': {'id': '61efe4ec-0dd3-4f66-a507-de6292c9ae07', 'name': '', 'network_id': 'b5152a18-197f-4d39-8618-1d080e7a84c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:57:34Z', 'updated_at': '2021-06-19T01:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c02e89b8-f876-42a2-9e1b-5d078e6864c5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-smb'}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:56.870996 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-b42cea6f-60a0-47b0-95c8-868f8040657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.872644 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-b42cea6f-60a0-47b0-95c8-868f8040657e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4680ea4-f8e0-4be1-b8e6-180d4d5b1dcd HTTP/1.1" status: 200 len: 843 time: 0.0514140 Jun 19 02:02:56.936756 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] Checking router: 1cfcee91-6b49-4098-8104-2ba07b924dc3 for host: dv-cinder-797170-1-smb {{(pid=105203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 02:02:56.940235 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Deleting port 61efe4ec-0dd3-4f66-a507-de6292c9ae07 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:56.940647 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:56.945693 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] Routers {'1cfcee91-6b49-4098-8104-2ba07b924dc3'} bound to L3 agent in host dv-cinder-797170-1-smb {{(pid=105203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 02:02:56.946329 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:21Z,description=,heartbeat_timestamp=2021-06-19T02:02:51Z,host='dv-cinder-797170-1-smb',id=7c2a359d-8651-4d97-81a2-0d6615b07143,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T01:46:22Z,topic='l3_agent')) {'router_ids': ['1cfcee91-6b49-4098-8104-2ba07b924dc3'], 'active': True} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:56.947931 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-97ec047b-f519-49d3-89b2-cbfe97b937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:56.949569 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-97ec047b-f519-49d3-89b2-cbfe97b937ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6823ce5-03fc-4fa4-b747-5d7dc901cc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699587 Jun 19 02:02:57.044375 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_dvr_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] Set router 1cfcee91-6b49-4098-8104-2ba07b924dc3 gateway port host: None {{(pid=105203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 02:02:57.046873 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] For port 61efe4ec-0dd3-4f66-a507-de6292c9ae07, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=61efe4ec-0dd3-4f66-a507-de6292c9ae07,segment=NetworkSegment(0f97dba4-f1fe-4b3e-8c3b-925069b36c91),segment_id=0f97dba4-f1fe-4b3e-8c3b-925069b36c91)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:57.048066 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.056214 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-b1847ac5-63c2-4e72-b94e-2c07d45b0686 service neutron] 10.222.0.45 "GET /v2.0/networks/f6823ce5-03fc-4fa4-b747-5d7dc901cc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932331 Jun 19 02:02:57.111759 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.l3_hamode_db [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T02:02:56Z', 'revision_number': 6, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port_host': None}], 'dv-cinder-797170-1-smb', False) {} {{(pid=105203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:57.130053 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Calling delete_port for 61efe4ec-0dd3-4f66-a507-de6292c9ae07 owned by network:router_gateway {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:57.144437 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b05a2-0270-470a-9e2a-0db6e4aeb23f None None] The sync data for ids ['1cfcee91-6b49-4098-8104-2ba07b924dc3'] in dv-cinder-797170-1-smb is: [{'id': '1cfcee91-6b49-4098-8104-2ba07b924dc3', 'name': 'tempest-TestShelveInstance-612819545-router', 'tenant_id': '15b7e69326fb4d38bd6a3de6861736e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:57:32Z', 'updated_at': '2021-06-19T02:02:56Z', 'revision_number': 6, 'project_id': '15b7e69326fb4d38bd6a3de6861736e1', 'gw_port_host': None}] {{(pid=105203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 02:02:57.167279 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-af9fce5f-7d20-48e3-9071-5436fc774243 req-f2517e1f-16b5-487c-9b52-144ecfaf656a service neutron] 10.222.0.45 "GET /v2.0/networks/f6823ce5-03fc-4fa4-b747-5d7dc901cc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113021 Jun 19 02:02:57.358523 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.362096 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-f8c90e4e-d086-4f8c-a41c-2c9c72e9a303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:57.390381 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61efe4ec-0dd3-4f66-a507-de6292c9ae07,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:57.397948 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:57.456336 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575598'] for router_gateway, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.592037 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1037680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29998'] for router, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.594701 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.675517 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99723f32-04b0-4ecd-a39c-6ba9d7228024 req-6f0b38e4-3a51-4088-9e99-d03a56bca9e9 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:57.677010 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-99723f32-04b0-4ecd-a39c-6ba9d7228024 req-6f0b38e4-3a51-4088-9e99-d03a56bca9e9 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 947 time: 0.2182117 Jun 19 02:02:57.717814 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-99723f32-04b0-4ecd-a39c-6ba9d7228024 req-95cd3676-42e9-4a12-9684-7415e82e51ed tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Jun 19 02:02:57.740948 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1040161'] for router, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.741591 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cfcee91-6b49-4098-8104-2ba07b924dc3 {{(pid=105200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 02:02:57.746798 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] Notify callbacks [] for router, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.747938 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-2e548307-1d5f-479f-ae1b-5a8fde3f24e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1cfcee91-6b49-4098-8104-2ba07b924dc3 HTTP/1.1" status: 204 len: 168 time: 1.3377695 Jun 19 02:02:57.750435 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51260) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:57.798764 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.db_base_plugin_v2 [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Deleting subnet 09e04d89-c929-4ca1-9f5e-fe83a137397e {{(pid=105200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 02:02:57.802099 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.839468 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30586266'] for subnet, precommit_delete_associations {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:57.923538 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077067'] for subnet, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.044795 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31224824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31317115'] for subnet, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.047236 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:58.073894 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e04d89-c929-4ca1-9f5e-fe83a137397e,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:58.075984 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for subnet, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.077926 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/09e04d89-c929-4ca1-9f5e-fe83a137397e HTTP/1.1" status: 204 len: 168 time: 0.3264930 Jun 19 02:02:58.079022 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-050833b4-419d-48ee-b190-c2e3950c3c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:58.080423 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51262) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:58.084046 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f21c4-1ffc-4097-b9a0-07a5422cab4d None None] Network 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 requested from dv-cinder-797170-1-smb {{(pid=105202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 02:02:58.152869 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697783'] for network, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.214154 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Deleting port d97d10ff-bf20-446d-99f8-f32be82873a6 {{(pid=105200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:58.214507 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.290976 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] DHCP port deletion for 8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 request from dv-cinder-797170-1-smb {{(pid=105202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 02:02:58.299568 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.db [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] For port d97d10ff-bf20-446d-99f8-f32be82873a6, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=d97d10ff-bf20-446d-99f8-f32be82873a6,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:58.301378 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.338885 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Deleting port d97d10ff-bf20-446d-99f8-f32be82873a6 {{(pid=105202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:02:58.339287 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.370275 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.plugin [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Calling delete_port for d97d10ff-bf20-446d-99f8-f32be82873a6 owned by network:dhcp {{(pid=105200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:58.533995 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] For port d97d10ff-bf20-446d-99f8-f32be82873a6, host dv-cinder-797170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-smb',level=0,port_id=d97d10ff-bf20-446d-99f8-f32be82873a6,segment=NetworkSegment(f818f71c-14d0-4b59-acd3-c742df6d0472),segment_id=f818f71c-14d0-4b59-acd3-c742df6d0472)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:58.534317 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.541640 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31224706'] for port, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.545295 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-735b5cc6-1f71-42d8-84ad-95c31f01f3f3 tempest-AttachVolumeNegativeTest-704035981 tempest-AttachVolumeNegativeTest-704035981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:58.565997 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d97d10ff-bf20-446d-99f8-f32be82873a6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:58.569717 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:58.572975 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] No DVR routers for this DVR port d97d10ff-bf20-446d-99f8-f32be82873a6 on host dv-cinder-797170-1-smb {{(pid=105200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:02:58.599928 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Calling delete_port for d97d10ff-bf20-446d-99f8-f32be82873a6 owned by network:dhcp {{(pid=105202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:02:58.647417 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077716', 'neutron.services.segments.db._delete_segments_for_network-8740880033491'] for network, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.657677 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ceddc8d-8c7a-466b-b051-b0cc4569d7f6']}} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:58.668683 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f818f71c-14d0-4b59-acd3-c742df6d0472') {'for_net_delete': True} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:58.668982 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.services.segments.db [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f818f71c-14d0-4b59-acd3-c742df6d0472') {} {{(pid=105200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 02:02:58.675907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175'] for port, after_delete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.677804 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:58.677947 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740880033320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30586259'] for segment, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.692315 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732'] for segment, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.698879 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=105200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 02:02:58.699971 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2064732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31224915'] for segment, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.700977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Pushing event deleted for resources: {'Port': ['ID=d97d10ff-bf20-446d-99f8-f32be82873a6,revision_number=None']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: Traceback (most recent call last): Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: timer() Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: cb(*args, **kw) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: return func(*args, **kwargs) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: self._notify() Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: self.callback(batched_events) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: event.method(event) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: return f(self, *a, **k) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: return self._get(url).json() Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: return self.request(url, 'GET', **kwargs) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 02:02:58.701119 dv-cinder-797170-1-smb neutron-server[105200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 02:02:58.703582 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:58.708355 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fc276-cb38-4999-ac69-3a3eb68f7fa7 None None] No DVR routers for this DVR port d97d10ff-bf20-446d-99f8-f32be82873a6 on host dv-cinder-797170-1-smb {{(pid=105202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:02:58.838950 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-591877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575665'] for network, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.842908 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-e33a3fb9-fb3d-4672-a87e-5ed043e0cc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:58.845436 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591896'] for network, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:58.847275 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ceddc8d-8c7a-466b-b051-b0cc4569d7f6 HTTP/1.1" status: 204 len: 168 time: 0.7658937 Jun 19 02:02:58.861660 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ceddc8d-8c7a-466b-b051-b0cc4569d7f6,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:58.864246 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-df27ab6f-9c57-4bef-8625-cddcbb623c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:58.906136 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cddb8-6a6f-420e-adf1-cded33db4424 req-cdaebe2e-2ab4-490a-bb3b-7ee4eac628d3 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:02:58.907617 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d32cddb8-6a6f-420e-adf1-cded33db4424 req-cdaebe2e-2ab4-490a-bb3b-7ee4eac628d3 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 947 time: 0.0709133 Jun 19 02:02:58.946758 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-d32cddb8-6a6f-420e-adf1-cded33db4424 req-6a7fbf9f-9372-4335-94e9-09642b09bc4f tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Jun 19 02:02:59.097494 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 90104b28-ede5-4147-a112-db3f98a85809 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:59.122247 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 02:02:59.126400 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 90104b28-ede5-4147-a112-db3f98a85809 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:59.126400 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 90104b28-ede5-4147-a112-db3f98a85809 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:59.126400 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 61efe4ec-0dd3-4f66-a507-de6292c9ae07 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:59.155357 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: 61efe4ec-0dd3-4f66-a507-de6292c9ae07 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:59.155677 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device 61efe4ec-0dd3-4f66-a507-de6292c9ae07 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:59.156105 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device d97d10ff-bf20-446d-99f8-f32be82873a6 no longer exists at agent ovs-agent-dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:02:59.179977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] No Port match for: d97d10ff-bf20-446d-99f8-f32be82873a6 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:02:59.179977 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Device d97d10ff-bf20-446d-99f8-f32be82873a6 not bound to the agent host dv-cinder-797170-1-smb {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:02:59.244367 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51274) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:59.244967 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51276) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:59.265031 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:59.277121 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Returning: {'device': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0', 'network_id': 'f6823ce5-03fc-4fa4-b747-5d7dc901cc47', 'port_id': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0', 'mac_address': 'fa:16:3e:9d:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4680ea4-f8e0-4be1-b8e6-180d4d5b1dcd', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 02:02:59.288656 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0dbb1b57-f314-4e1f-a876-43547374ef43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2744f378420f4d19b6c5f223ad4d8912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441518 Jun 19 02:02:59.289164 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.wsgi [-] (105200) accepted ('10.222.0.23', 51280) {{(pid=105200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:59.321862 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.335181 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 {{(pid=105202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 02:02:59.348135 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.356266 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:02:59.372291 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.417422 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cb5f494d-5d0f-416a-8c4b-8088bffea4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.438472 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.440346 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:59.485476 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,revision_number=4']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:59.488538 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:59.503060 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.505702 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.506737 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f45bcd6-5ca0-444f-a65b-52e4387988b0 HTTP/1.1" status: 204 len: 168 time: 0.2165158 Jun 19 02:02:59.512707 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-74ab7a28-7e69-42ef-80a0-2d7448df65d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:59.522992 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f45bcd6-5ca0-444f-a65b-52e4387988b0,revision_number=None']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:59.526791 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-5e410bae-727e-401e-ae8c-e3ff288e0463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:59.580675 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cb5f494d-5d0f-416a-8c4b-8088bffea4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.641920 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:02:59.692150 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron_lib.callbacks.manager [None req-cb5f494d-5d0f-416a-8c4b-8088bffea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.697808 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-b6223fae-60e7-4c55-a624-0f18db00d5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:59.736978 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [None req-cb5f494d-5d0f-416a-8c4b-8088bffea4aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ecfb8ff85eb48a6a5582764e5fe7f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909921 Jun 19 02:02:59.737934 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f494d-5d0f-416a-8c4b-8088bffea4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da53fa-ca80-4507-be65-1f5a9bb98df6,revision_number=1']} {{(pid=105200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:59.739688 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51284) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:02:59.741294 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG oslo_concurrency.lockutils [None req-cb5f494d-5d0f-416a-8c4b-8088bffea4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:02:59.797988 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.822088 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.936048 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.938664 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:02:59.940005 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31da53fa-ca80-4507-be65-1f5a9bb98df6 HTTP/1.1" status: 204 len: 168 time: 0.1986904 Jun 19 02:02:59.940822 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b93c3a5a-6ab6-4b49-90a4-fb540419f4b3 tempest-TestMinimumBasicScenario-1081695093 tempest-TestMinimumBasicScenario-1081695093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:02:59.948408 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da53fa-ca80-4507-be65-1f5a9bb98df6,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:02:59.950709 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b0c8400-cff1-4215-8165-f9ba86d6d114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:00.129913 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78800186-b1a9-4989-8e50-05c9ee4d9f7d req-081cb504-2ea4-48d7-82c6-1a4791497a31 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:00.131718 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-78800186-b1a9-4989-8e50-05c9ee4d9f7d req-081cb504-2ea4-48d7-82c6-1a4791497a31 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 948 time: 0.0724475 Jun 19 02:03:00.174421 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-78800186-b1a9-4989-8e50-05c9ee4d9f7d req-49317421-a03d-4740-9b4e-c481ea5b7a6c tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Jun 19 02:03:00.289856 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51292) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:03:00.336966 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-e15ea9b1-df25-44c4-a460-8325a81de102 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15b7e69326fb4d38bd6a3de6861736e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474072 Jun 19 02:03:00.339147 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51294) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:03:00.393209 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:00.418803 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:00.537706 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:00.540473 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:00.541614 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e70dda53-136a-40fa-839a-571fff2b8345 HTTP/1.1" status: 204 len: 168 time: 0.2013736 Jun 19 02:03:00.542455 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8df09f76-5fdc-4204-a369-c2a96724177e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:03:00.551543 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70dda53-136a-40fa-839a-571fff2b8345,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:03:00.553887 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-89ed7177-7b1a-49a6-b3c7-400b8dca82f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:01.128894 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 up at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 02:03:01.309360 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning for port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 completed by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 02:03:01.313440 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.db.provisioning_blocks [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Provisioning complete for port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 triggered by entity L2. {{(pid=105202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 02:03:01.313912 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2075545'] for port, provisioning_complete {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:01.356575 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63bfaf-a48c-463b-b4af-0dc822e15523 req-755f0cb7-df96-4bb1-85c4-8c2f5c11317b tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:01.358182 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8b63bfaf-a48c-463b-b4af-0dc822e15523 req-755f0cb7-df96-4bb1-85c4-8c2f5c11317b tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 948 time: 0.0679467 Jun 19 02:03:01.394069 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1677970'] for port, before_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:01.400248 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-8b63bfaf-a48c-463b-b4af-0dc822e15523 req-eb7f0a4e-3b43-4bbb-8c67-99c269259e25 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Jun 19 02:03:01.419219 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0'}] {{(pid=105202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:03:01.421741 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5710b1314f84c4bbf2def3c105feb0cb53bf9d60c25c0377f65fe1d5b62eb713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d1ca7b-dc95-4e75-bc98-8c42d3f9903a" -d '{"events": [{"server_uuid": "57d0614c-a7bd-4817-bea3-61556e2ab32a", "name": "network-vif-plugged", "status": "completed", "tag": "18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0"}]}' {{(pid=105202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:03:01.439392 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] For port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:03:01.466724 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b60a085-58c7-42b7-b974-f055e1810cc5 x-openstack-request-id: req-4b60a085-58c7-42b7-b974-f055e1810cc5 {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:03:01.466724 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d0614c-a7bd-4817-bea3-61556e2ab32a", "name": "network-vif-plugged", "status": "completed", "tag": "18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0", "code": 200}]} {{(pid=105202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:03:01.466724 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b60a085-58c7-42b7-b974-f055e1810cc5 {{(pid=105202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:03:01.467041 dv-cinder-797170-1-smb neutron-server[105202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0', 'code': 200} Jun 19 02:03:01.520782 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740879952083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740879523184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740879523229'] for port, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:01.524391 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:03:01.571518 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Pushing event updated for resources: {'Port': ['ID=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,revision_number=5']} {{(pid=105202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:03:01.574981 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG oslo_concurrency.lockutils [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:01.865693 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fce25-6032-4686-9156-bfd26e06ccce req-e434eabf-5aac-470e-9f48-705c54f9d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:01.867969 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-567fce25-6032-4686-9156-bfd26e06ccce req-e434eabf-5aac-470e-9f48-705c54f9d1ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 1102 time: 0.0582025 Jun 19 02:03:01.903747 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-567fce25-6032-4686-9156-bfd26e06ccce req-d9859284-f550-4b60-a232-641f5b641d41 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304129 Jun 19 02:03:02.580857 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0f4b-5567-4326-9a32-593aea25730e req-41a00328-cdd5-4e94-93f4-aef6d160a088 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:02.582344 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a32b0f4b-5567-4326-9a32-593aea25730e req-41a00328-cdd5-4e94-93f4-aef6d160a088 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 949 time: 0.0638471 Jun 19 02:03:02.622146 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-a32b0f4b-5567-4326-9a32-593aea25730e req-f82b912d-8217-436c-a073-e66cc76ea364 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Jun 19 02:03:03.858184 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964151-abed-4d1e-b17f-cba52333e3e4 req-4d9cd8e2-4f2c-4e6c-a187-cf1ef16f9720 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:03.859694 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5e964151-abed-4d1e-b17f-cba52333e3e4 req-4d9cd8e2-4f2c-4e6c-a187-cf1ef16f9720 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 949 time: 0.1239755 Jun 19 02:03:03.900908 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-5e964151-abed-4d1e-b17f-cba52333e3e4 req-cf7e8e35-507d-42b3-af8c-e9953dededbf tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Jun 19 02:03:04.507004 dv-cinder-797170-1-smb neutron-server[105200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795458b4-487f-4125-9607-90112c892737 req-576fdf29-301f-446d-8391-cbf911ab487c tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:04.508409 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-795458b4-487f-4125-9607-90112c892737 req-576fdf29-301f-446d-8391-cbf911ab487c tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 949 time: 0.0652149 Jun 19 02:03:04.546232 dv-cinder-797170-1-smb neutron-server[105200]: INFO neutron.wsgi [req-795458b4-487f-4125-9607-90112c892737 req-daae246d-4a6c-46ac-86f0-5989b19a7391 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jun 19 02:03:05.775094 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704af93d-3f68-4d6a-8402-a37d9a6a9d4c req-50de04c9-45a6-474b-9c11-c5adb527671c tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:05.776670 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-704af93d-3f68-4d6a-8402-a37d9a6a9d4c req-50de04c9-45a6-474b-9c11-c5adb527671c tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 949 time: 0.1159332 Jun 19 02:03:05.784482 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-94947e49-e2ec-43c5-9458-8ae2d0d96110 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 02:03:05.785980 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-94947e49-e2ec-43c5-9458-8ae2d0d96110 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.45 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 949 time: 0.0971406 Jun 19 02:03:05.859545 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-704af93d-3f68-4d6a-8402-a37d9a6a9d4c req-b1816ca7-795c-48f6-9c58-bc07bfca234a tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/security-groups?id=981bda88-5f28-4ab1-b902-0e4466be1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725701 Jun 19 02:03:05.918085 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Deleting port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 {{(pid=105201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 02:03:05.918430 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740880011749'] for port, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:06.007678 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.db [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] For port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,segment=NetworkSegment(0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015),segment_id=0d5e3b0e-30d8-4c2e-8a1e-181ffa6f8015)] {{(pid=105201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 02:03:06.008058 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577455'] for port, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:06.080928 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.plugins.ml2.plugin [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Calling delete_port for 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 owned by compute:nova {{(pid=105201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 02:03:06.281192 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740879952101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740879523175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29801463'] for port, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:06.285462 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-c3095f21-d40b-42a9-9705-4b4d405d2e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:03:06.293105 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.db [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] get_ports_and_sgs() called for port_ids ['18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0'] {{(pid=105202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 02:03:06.313388 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Pushing event deleted for resources: {'Port': ['ID=18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:03:06.316669 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:06.380111 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] No DVR routers for this DVR port 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 on host hv-cinder-79717 {{(pid=105201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 02:03:06.383294 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109428'] for port, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:06.385393 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-47d8ca2b-cc17-4cb5-8ce1-9c7d332ca778 req-581cae3c-6c18-453e-9be8-0ae237003319 tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.45 "DELETE /v2.0/ports/18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 HTTP/1.1" status: 204 len: 173 time: 0.5920563 Jun 19 02:03:06.385924 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'name': 'network-vif-deleted', 'tag': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0'}] {{(pid=105201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 02:03:06.388366 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ca137af2b02348fa98434a5617d67a7380c037b614ad1852b0009ef52e9fe73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe05028-e764-4194-af7c-ba879ff0d243" -d '{"events": [{"server_uuid": "57d0614c-a7bd-4817-bea3-61556e2ab32a", "name": "network-vif-deleted", "tag": "18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0"}]}' {{(pid=105201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 02:03:06.427935 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb032be-4d57-4a4f-a3f1-070c4fda6f11 x-openstack-request-id: req-6cb032be-4d57-4a4f-a3f1-070c4fda6f11 {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 02:03:06.428266 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d0614c-a7bd-4817-bea3-61556e2ab32a", "name": "network-vif-deleted", "tag": "18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0", "status": "completed", "code": 200}]} {{(pid=105201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 02:03:06.428554 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cb032be-4d57-4a4f-a3f1-070c4fda6f11 {{(pid=105201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 02:03:06.428987 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d0614c-a7bd-4817-bea3-61556e2ab32a', 'name': 'network-vif-deleted', 'tag': '18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0', 'status': 'completed', 'code': 200} Jun 19 02:03:07.019602 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [req-f0eff737-7ec3-42af-807c-932a46ad05a6 req-160877d2-9348-4319-902d-804d21d0dfee tempest-VolumesNegativeTest-1871054442 tempest-VolumesNegativeTest-1871054442-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d0614c-a7bd-4817-bea3-61556e2ab32a HTTP/1.1" status: 200 len: 210 time: 0.0290859 Jun 19 02:03:09.187864 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 02:03:09.208249 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.plugin [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] No Port match for: 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 {{(pid=105202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 02:03:09.208609 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron.plugins.ml2.rpc [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Device 18ecb43c-7bb6-4b00-9a6a-14fb3d65b2b0 not bound to the agent host hv-cinder-79717 {{(pid=105202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 02:03:13.876098 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51550) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:03:14.019748 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-0ac87c7d-095b-4218-9804-60339227bc4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bd0dd345c254b74bf621f7843ae3fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423872 Jun 19 02:03:14.022227 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51554) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:03:14.078063 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:14.101490 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:14.252298 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:14.254869 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:14.256194 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/981bda88-5f28-4ab1-b902-0e4466be1f1b HTTP/1.1" status: 204 len: 168 time: 0.2328787 Jun 19 02:03:14.261290 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-8b32f66d-cfd8-48ea-a537-e590dd1d0611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:03:14.271295 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981bda88-5f28-4ab1-b902-0e4466be1f1b,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:03:14.276053 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-94570a13-ee92-4ea5-8b5b-baecbfe478c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:19.000424 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-a74fb832-570f-4d37-8dc1-cca4a6d1fe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:20.171798 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:21.446806 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-9c5f815d-6755-42b3-a0ff-3ee037bf5172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:22.006140 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:22.726083 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:24.667187 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:25.047017 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:03:27.433746 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51674) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:03:27.546394 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e493-ac87-4f81-9632-990cc93e692a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.636423 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e493-ac87-4f81-9632-990cc93e692a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.708810 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e493-ac87-4f81-9632-990cc93e692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_create {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.713125 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-6d770730-8868-44dc-861b-06171fae6135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:03:27.749548 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e493-ac87-4f81-9632-990cc93e692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c6027-3ea3-4bd5-95f3-f65bf0de11fd,revision_number=1']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:03:27.753661 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-a6a9e493-ac87-4f81-9632-990cc93e692a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:27.756254 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-a6a9e493-ac87-4f81-9632-990cc93e692a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb580e248b8b4b6f88404b22e1e42352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213778 Jun 19 02:03:27.758871 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.wsgi [-] (105201) accepted ('10.222.0.23', 51678) {{(pid=105201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 02:03:27.815063 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.838508 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.988877 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008183'] for security_group, after_delete {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.991459 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron_lib.callbacks.manager [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:27.992622 dv-cinder-797170-1-smb neutron-server[105201]: INFO neutron.wsgi [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d90c6027-3ea3-4bd5-95f3-f65bf0de11fd HTTP/1.1" status: 204 len: 168 time: 0.2328069 Jun 19 02:03:27.993578 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-599c9d86-5c71-462b-b5c5-3893710f7dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 02:03:28.001158 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c6027-3ea3-4bd5-95f3-f65bf0de11fd,revision_number=None']} {{(pid=105201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 02:03:28.003477 dv-cinder-797170-1-smb neutron-server[105201]: DEBUG oslo_concurrency.lockutils [None req-b10dca22-66e7-4685-8a18-bfade53c123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 02:03:48.992021 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-917931da-a73f-4065-aa25-d286f139a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:50.171453 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:51.451693 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-bc0df8d3-fe7a-4e27-b7f5-e7862636c18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:52.085576 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:52.662662 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:03:54.660268 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:02.045739 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:04:19.002697 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-361d9889-5d09-429d-973d-85f967f6d2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:20.202825 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:21.439391 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-cb96efae-84b5-4840-b985-fda585d100d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:22.027484 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:22.650103 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:24.814192 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:39.044057 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:04:48.987015 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c42a9d9a-1a0d-46dc-b18b-528e65f5fb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:50.167512 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:51.430097 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-42735e13-3d58-4d9d-be85-4a7d2d0e9e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:52.032785 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:52.648108 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:04:54.613204 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:16.042561 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:05:18.986208 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-f3fc51c9-74a0-45a2-9bec-39406d95720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:20.189927 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:21.443698 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4e7a-4a15-4ac9-8aa8-9723105fec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:22.094737 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:22.624223 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:24.631664 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:48.989334 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-5082812f-87d6-4b7b-971a-b9a9cb4c559a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:50.211907 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:51.423022 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-80129aa0-d8e3-4e84-b523-4418d5521310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:52.051987 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:52.636826 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:05:53.044032 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:05:54.635953 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:18.987795 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-8ef50ed1-2d22-4712-a025-aae3b0a48f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:20.239751 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:21.441616 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-332a4871-7265-4c8f-8791-b1744f644a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:22.024646 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:22.624726 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:24.618981 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:30.042345 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:06:48.978046 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0527d3db-600f-495e-9fb1-8318214665bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:50.215800 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:51.461684 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-3cca20db-bf68-425f-b8f0-96de7ff90450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:52.044556 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:52.667620 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:06:54.644800 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:07.041524 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:07:18.975094 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4e7e9478-467d-4441-be49-5a389ca768b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:20.217620 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:21.446212 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ff87-0259-44b8-9115-a7ede4e60f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:22.049370 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:22.637993 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:24.622755 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:44.041958 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:07:48.980027 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-c78857c2-0458-4ff8-8f20-b1de762b472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:50.248647 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:51.437397 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-caa6efdc-c46e-41ae-9300-72e3592c4845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:52.054331 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:52.647032 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:07:54.634062 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:08:18.970395 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-d118229f-b264-4e59-9725-bcf6c84d1fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:08:20.215723 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-0d8974c7-f519-4ab2-bb52-77bc1bcb941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:08:21.041424 dv-cinder-797170-1-smb neutron-server[105203]: DEBUG neutron.db.agents_db [None req-11631ecf-492e-45f2-a4b5-851a1498d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=105203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 02:08:21.447728 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-e66d6a84-6be4-4295-8100-be4e59ef1b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:08:22.025252 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-7b4dff6f-3396-414f-ab4d-8210bab7adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:08:22.648339 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1a4c-3413-4ce3-a2b4-d2d37699b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 02:08:24.653242 dv-cinder-797170-1-smb neutron-server[105202]: DEBUG neutron_lib.callbacks.manager [None req-4caa52fc-b1d9-48bc-9c98-3cd483cf33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740880033473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2074958'] for agent, after_update {{(pid=105202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}